-- Logs begin at Mon 2022-01-17 20:39:09 UTC, end at Mon 2022-01-17 21:46:38 UTC. -- Jan 17 21:12:07.418829 dv-cinder-824895-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 17 21:12:10.457481 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.common.config [-] Logging enabled! Jan 17 21:12:10.458146 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev395 Jan 17 21:12:10.458360 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102389) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 17 21:12:10.462487 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.common.config [-] Logging enabled! Jan 17 21:12:10.462751 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev395 Jan 17 21:12:10.463076 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102389) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 17 21:12:10.464066 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 17 21:12:10.464308 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 17 21:12:10.464968 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 17 21:12:10.465227 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 17 21:12:10.465461 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 17 21:12:10.465797 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.466251 dv-cinder-824895-3-iscsi neutron-server[102389]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 17 21:12:10.466573 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.466880 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.467190 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.467496 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.467795 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.468088 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.468683 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.468999 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.469294 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.469584 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.469876 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.470186 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.470489 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.470775 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.471067 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.471359 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] debug = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.471650 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.472102 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.472571 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.472856 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.473154 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.473443 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.473722 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.474007 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.474299 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.474664 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] host = dv-cinder-824895-3-iscsi {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.474972 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.475272 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.475565 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.475857 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.476138 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.476459 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.476755 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.477036 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.477319 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] log_file = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.477601 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.477897 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.478193 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.478494 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.478728 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.478959 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.479256 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.479549 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.479835 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.480117 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.480429 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.480716 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.480995 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.481273 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.481572 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.481866 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.482171 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.482451 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.482733 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.483014 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.483296 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.483589 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.483868 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.484149 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.484456 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.484758 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.485037 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.485319 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.485637 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.485930 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.486222 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.486516 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.486799 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.487089 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.487371 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.487651 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.487931 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] use_json = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.488212 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.488515 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.488810 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.489094 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.489379 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.489662 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.489944 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.490238 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.490526 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:10.490865 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.491168 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.491479 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.491790 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.492094 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.492400 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.492707 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.492994 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.493289 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.493583 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.493883 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.494167 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.494480 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.494781 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.495087 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.495405 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.495707 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.496007 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.496291 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.496601 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.496886 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.497177 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.497474 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.497762 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.498058 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.498356 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.498645 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.498954 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.499250 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.499556 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.499856 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.500139 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.500455 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.500760 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.501050 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.501330 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.501616 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.501920 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.502206 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.502490 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.502780 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.503066 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.503344 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.503625 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.503980 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.504206 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.504513 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.504795 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.505074 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.505356 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.505632 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.505923 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.507041 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.507041 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.507280 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.507562 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.507840 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.508120 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.508425 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.508705 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.508987 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.509265 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.509541 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.509817 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.510093 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.510369 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.510644 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.510920 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.511200 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.511476 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.511753 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.512036 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.512323 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.512633 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.512929 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.513240 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.513528 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.513817 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.514103 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.514389 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.514679 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.514961 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.515246 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.515533 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.515809 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.516115 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.516431 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.516728 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.517042 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.517331 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.517638 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.517925 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.518216 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.518500 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.518781 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.519069 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.519358 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.519656 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.519953 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.520248 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.520570 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.520872 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.521156 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.521481 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.521766 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:10.522654 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 17 21:12:10.522898 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102389) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 17 21:12:10.908138 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 17 21:12:10.908445 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 17 21:12:10.908758 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 17 21:12:10.909106 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 17 21:12:11.244082 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.244289 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.244581 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.247551 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.247838 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.248117 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.292171 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.292479 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.292751 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.307339 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.307621 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.307893 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.338461 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.338746 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.339019 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.374691 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.374969 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.375323 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.718076 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.719059 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.719059 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.719238 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.719828 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.827372 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.827705 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.827991 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.828267 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.828568 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.828884 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.829147 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.829407 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.829664 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.829947 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.830210 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.830479 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.830740 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.831001 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.831258 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.831527 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.831787 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.832057 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.832328 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.832628 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.832903 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.833159 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.833441 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.833821 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.834072 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.834373 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.835294 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 21:12:11.835537 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 21:12:11.835779 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 21:12:11.836020 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 21:12:11.836258 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 21:12:11.836530 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 21:12:11.836909 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 17 21:12:11.840354 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 17 21:12:11.844671 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 17 21:12:11.848661 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Jan 17 21:12:11.850379 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 17 21:12:11.850863 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 17 21:12:11.851210 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 17 21:12:11.851609 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 17 21:12:11.854514 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 17 21:12:11.854774 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 17 21:12:11.855133 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 17 21:12:11.860815 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 17 21:12:11.885337 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 17 21:12:11.885811 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.886119 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102389) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 17 21:12:11.886484 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.887893 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102389) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 17 21:12:11.888178 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 17 21:12:11.888514 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 17 21:12:11.891772 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.892058 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:11.957333 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 17 21:12:11.957578 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 17 21:12:11.957818 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 17 21:12:11.958198 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 17 21:12:11.979601 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_db.sqlalchemy.engines [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102389) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 17 21:12:12.423507 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.managers [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Initializing driver for type 'gre' Jan 17 21:12:12.424028 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] gre ID ranges: [(1, 1000)] Jan 17 21:12:12.481215 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.managers [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Initializing driver for type 'local' Jan 17 21:12:12.481591 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.managers [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Initializing driver for type 'vlan' Jan 17 21:12:12.495118 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] VlanTypeDriver initialization complete Jan 17 21:12:12.495488 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.managers [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Initializing driver for type 'vxlan' Jan 17 21:12:12.496005 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] vxlan ID ranges: [(1, 1000)] Jan 17 21:12:12.551350 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.managers [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Initializing extension driver 'port_security' Jan 17 21:12:12.551773 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.extensions.port_security [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] PortSecurityExtensionDriver initialization complete Jan 17 21:12:12.552290 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.managers [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Initializing mechanism driver 'openvswitch' Jan 17 21:12:12.552659 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.managers [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Initializing mechanism driver 'hyperv' Jan 17 21:12:12.559898 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.plugins.ml2.plugin [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:12:12.560694 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > port after_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.561080 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > port after_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.561446 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > port after_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.561987 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102389) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 21:12:12.562432 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > subnet after_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.562793 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > subnet after_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.563146 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.563550 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102389) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 21:12:12.563977 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > network after_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.564314 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > network after_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.564689 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > network after_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.565089 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102389) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 21:12:12.565502 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > security_group after_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.565857 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > security_group after_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.566206 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.566748 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102389) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 21:12:12.567164 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.567523 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.567872 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.568277 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102389) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 21:12:12.569037 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > address_group after_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.569402 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > address_group after_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.569753 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.570155 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102389) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 21:12:12.570612 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] ML2 OVO RPC backend initialized. {{(pid=102389) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 17 21:12:12.571343 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.571710 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.572142 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > network before_response 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.572516 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > networks before_response 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.572875 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > port before_response 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.573226 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > ports before_response 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.573579 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > subnet before_response 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.573931 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > subnets before_response 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.574283 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > network after_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.574631 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > network after_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.574976 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > network after_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.575319 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > port after_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.575664 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > port after_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.576009 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > port after_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.576351 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > subnet after_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.576720 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > subnet after_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.577061 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.577649 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.plugin [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Modular L2 Plugin initialization complete Jan 17 21:12:12.577986 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading services supported by the core plugin {{(pid=102389) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 17 21:12:12.578317 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.plugins.ml2.managers [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Got port-security extension from driver 'port_security' Jan 17 21:12:12.578793 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.extensions.vlantransparent [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Disabled vlantransparent extension. Jan 17 21:12:12.579286 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102389) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 17 21:12:12.579611 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading Plugin: router Jan 17 21:12:12.617473 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.617886 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > router after_create 55549900 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.618264 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > router before_create 55549900 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.618634 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.619015 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.619380 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > router after_delete 55549900 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.619746 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.620103 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.620503 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > router after_create 55549900 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.620861 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > router after_update 55549900 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.621219 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > router after_update 55549900 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.621572 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.621940 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > router after_update 55549900 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.622363 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > router precommit_update 55549900 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.622741 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: port after_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.623088 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: port after_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.623432 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: subnet after_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.623783 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.624137 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.624524 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > router precommit_create 55549900 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.624873 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: port before_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.625223 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > router precommit_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.625587 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > router after_update 55549900 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.625935 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.626296 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > router precommit_create 55549900 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.626664 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.627017 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > router precommit_update 55549900 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.627388 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > agent after_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.627745 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > agent after_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.628095 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > network after_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.629002 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.quota.resource_registry [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Tracking information for resource: router configured {{(pid=102389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 21:12:12.629342 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.quota.resource_registry [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Tracking information for resource: floatingip configured {{(pid=102389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 21:12:12.634530 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.db.l3_agentschedulers_db [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 17 21:12:12.635143 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: port after_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.635521 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: port after_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.635884 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: port after_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.636253 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: port after_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.637104 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > router before_create 55550100 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.637482 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.637855 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > router precommit_create 55550100 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.638219 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > router precommit_update 55550100 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.642962 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.services.provider_configuration [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Service providers = [] {{(pid=102389) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 17 21:12:12.643336 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.db.servicetype_db [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102389) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 17 21:12:12.646428 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.services.service_base [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102389) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 21:12:12.646812 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.services.service_base [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102389) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 21:12:12.647158 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.services.service_base [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102389) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 21:12:12.648063 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.services.service_base [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102389) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 21:12:12.648476 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.services.service_base [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 17 21:12:12.648878 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 21:12:12.649204 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 17 21:12:12.661719 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 21:12:12.662061 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading Plugin: auto_allocate Jan 17 21:12:12.668795 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: network precommit_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.669173 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: network precommit_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.669713 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 21:12:12.670043 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading Plugin: tag Jan 17 21:12:12.676881 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 21:12:12.677169 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading Plugin: timestamp Jan 17 21:12:12.681927 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 21:12:12.682270 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading Plugin: network_ip_availability Jan 17 21:12:12.687848 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.688225 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.688616 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.689361 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 21:12:12.689687 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading Plugin: flavors Jan 17 21:12:12.694566 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 21:12:12.694911 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading Plugin: revisions Jan 17 21:12:12.699357 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 21:12:12.699761 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_concurrency.lockutils [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.791s {{(pid=102389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 17 21:12:12.700574 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102389) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 17 21:12:12.700920 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Initializing extension manager. Jan 17 21:12:12.701448 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: __init__.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.701799 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: __pycache__ {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.702140 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.702483 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: address_group.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.703263 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.703850 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: address-group Jan 17 21:12:12.704185 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: address_scope.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.705151 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.705669 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: address-scope Jan 17 21:12:12.706011 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.707873 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.707873 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: router-admin-state-down-before-update Jan 17 21:12:12.707873 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: agent.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.708533 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.709056 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: agent Jan 17 21:12:12.709600 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: agent_resources_synced.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.710548 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.711611 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: agent-resources-synced Jan 17 21:12:12.711611 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: allowedaddresspairs.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.713305 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.713844 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: allowed-address-pairs Jan 17 21:12:12.714192 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: auto_allocated_topology.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.715303 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.715826 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: auto-allocated-topology Jan 17 21:12:12.716165 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: availability_zone.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.716910 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.717433 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: availability_zone Jan 17 21:12:12.717766 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: availability_zone_filter.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.718962 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.719571 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: availability_zone_filter Jan 17 21:12:12.719808 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: data_plane_status.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.720834 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.721351 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extension data-plane-status not supported by any of loaded plugins Jan 17 21:12:12.721683 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: default_subnetpools.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.722617 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.723137 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: default-subnetpools Jan 17 21:12:12.723470 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.724306 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.725783 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: dhcp_agent_scheduler Jan 17 21:12:12.725783 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: dns.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.726638 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.727570 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extension dns-integration not supported by any of loaded plugins Jan 17 21:12:12.727570 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: dns_domain_ports.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.728431 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.729535 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 17 21:12:12.729535 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.730209 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.730720 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 17 21:12:12.731270 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: dvr.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.731722 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.732237 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: dvr Jan 17 21:12:12.732591 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: ecmp_routes.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.733915 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.734023 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 17 21:12:12.734357 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: empty_string_filtering.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.735283 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.735802 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: empty-string-filtering Jan 17 21:12:12.736131 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.737105 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.737614 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 17 21:12:12.737943 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.738881 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.739395 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 17 21:12:12.739724 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: external_net.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.741234 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.741752 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: external-net Jan 17 21:12:12.742079 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.743014 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.743530 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: extra_dhcp_opt Jan 17 21:12:12.743857 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: extraroute.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.744811 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.745324 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: extraroute Jan 17 21:12:12.745665 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: extraroute_atomic.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.746704 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.747226 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: extraroute-atomic Jan 17 21:12:12.747555 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: filter_validation.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.748251 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.748776 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: filter-validation Jan 17 21:12:12.749105 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: fip_pf_description.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.750028 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.750542 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 17 21:12:12.750870 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: fip_port_details.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.751806 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.752313 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: fip-port-details Jan 17 21:12:12.752674 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: flavors.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.753948 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.754476 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: flavors Jan 17 21:12:12.754810 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.756580 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.757116 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 17 21:12:12.757458 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: floatingip_pools.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.758173 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.758704 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: floatingip-pools Jan 17 21:12:12.759034 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: ip_allocation.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.759984 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.760537 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extension ip_allocation not supported by any of loaded plugins Jan 17 21:12:12.760873 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.761811 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.762331 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: ip-substring-filtering Jan 17 21:12:12.762721 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: l2_adjacency.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.763607 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.764124 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 17 21:12:12.764491 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: l3.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.765658 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.766195 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: router Jan 17 21:12:12.766530 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.768920 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.769468 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 17 21:12:12.769811 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.770760 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.771288 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: ext-gw-mode Jan 17 21:12:12.771624 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.772615 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.773147 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: l3-ha Jan 17 21:12:12.773476 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: l3_flavors.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.774418 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.774939 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: l3-flavors Jan 17 21:12:12.775274 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.776209 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.776770 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 17 21:12:12.777103 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: l3agentscheduler.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.778174 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.778696 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: l3_agent_scheduler Jan 17 21:12:12.779036 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: local_ip.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.780885 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.781427 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extension local_ip not supported by any of loaded plugins Jan 17 21:12:12.781767 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: logging.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.783290 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.783822 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extension logging not supported by any of loaded plugins Jan 17 21:12:12.784162 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: metering.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.784958 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.785554 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: metering Jan 17 21:12:12.785895 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.787020 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.788085 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: metering_source_and_destination_fields Jan 17 21:12:12.788452 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: multiprovidernet.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.789394 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.789924 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: multi-provider Jan 17 21:12:12.790255 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: netmtu.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.791178 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.791699 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: net-mtu Jan 17 21:12:12.792035 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: netmtu_writable.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.793008 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.793532 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: net-mtu-writable Jan 17 21:12:12.793866 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: network_availability_zone.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.794550 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.795067 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: network_availability_zone Jan 17 21:12:12.795401 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: network_ip_availability.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.796552 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.797078 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: network-ip-availability Jan 17 21:12:12.797411 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: network_segment_range.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.798191 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.798706 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extension network-segment-range not supported by any of loaded plugins Jan 17 21:12:12.799044 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: pagination.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.800185 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.800558 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: pagination Jan 17 21:12:12.800894 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: port_device_profile.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.801818 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.802341 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: port-device-profile Jan 17 21:12:12.802672 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.804166 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.804724 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: port-mac-address-regenerate Jan 17 21:12:12.805058 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.806064 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.806508 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: port-numa-affinity-policy Jan 17 21:12:12.806839 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: port_resource_request.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.807777 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.808296 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extension port-resource-request not supported by any of loaded plugins Jan 17 21:12:12.808655 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: port_resource_request_groups.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.809645 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.810165 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 17 21:12:12.810490 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: portbindings.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.811423 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.811944 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: binding Jan 17 21:12:12.812273 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: portbindings_extended.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.813616 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.814136 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: binding-extended Jan 17 21:12:12.814469 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: portsecurity.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.815400 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.815918 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: port-security Jan 17 21:12:12.816254 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: project_id.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.817350 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.817687 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: project-id Jan 17 21:12:12.818019 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: providernet.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.819027 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.819508 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: provider Jan 17 21:12:12.819841 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: qos.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.823560 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.824097 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extension qos not supported by any of loaded plugins Jan 17 21:12:12.824466 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.825749 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.826273 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 17 21:12:12.826611 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.827545 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.828066 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 17 21:12:12.828433 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: qos_default.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.829402 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.829888 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extension qos-default not supported by any of loaded plugins Jan 17 21:12:12.830222 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: qos_fip.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.831160 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.831682 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extension qos-fip not supported by any of loaded plugins Jan 17 21:12:12.832016 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.832971 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.833503 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 17 21:12:12.833834 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: qos_gateway_ip.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.834823 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.835344 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 17 21:12:12.835675 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: qos_port_network_policy.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.836640 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.837166 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 17 21:12:12.837495 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.838556 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.839082 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 17 21:12:12.839411 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: qos_pps_rule.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.840648 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.841175 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extension qos-pps not supported by any of loaded plugins Jan 17 21:12:12.841510 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: qos_rule_type_details.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.842441 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.842960 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 17 21:12:12.843567 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: qos_rules_alias.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.844666 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.845188 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 17 21:12:12.845522 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: quota_check_limit.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.846466 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.846991 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: quota-check-limit Jan 17 21:12:12.847325 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: quotasv2.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.848333 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.848703 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: quotas Jan 17 21:12:12.849032 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: quotasv2_detail.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.853090 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.853448 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: quota_details Jan 17 21:12:12.853794 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: rbac.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.854896 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.855448 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: rbac-policies Jan 17 21:12:12.855786 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: rbac_address_group.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.856764 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.857296 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: rbac-address-group Jan 17 21:12:12.857628 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: rbac_address_scope.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.858569 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.859093 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: rbac-address-scope Jan 17 21:12:12.859423 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: rbac_security_groups.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.860354 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.860899 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: rbac-security-groups Jan 17 21:12:12.861229 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: rbac_subnetpool.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.862160 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.862680 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: rbac-subnetpool Jan 17 21:12:12.863009 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: revisionifmatch.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.863948 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.864510 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: revision-if-match Jan 17 21:12:12.864842 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: revisions.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.866538 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.867067 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: standard-attr-revisions Jan 17 21:12:12.867398 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: router_availability_zone.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.868091 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.868646 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: router_availability_zone Jan 17 21:12:12.868975 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: routerservicetype.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.870148 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.870431 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extension router-service-type not supported by any of loaded plugins Jan 17 21:12:12.870762 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.871787 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.872316 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: security-groups-normalized-cidr Jan 17 21:12:12.872679 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.873619 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.874229 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: port-security-groups-filtering Jan 17 21:12:12.874563 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.875509 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.876067 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: security-groups-remote-address-group Jan 17 21:12:12.876425 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.877389 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.877914 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: security-groups-shared-filtering Jan 17 21:12:12.878245 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.878863 dv-cinder-824895-3-iscsi neutron-server[102389]: WARNING neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 17 21:12:12.879193 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: securitygroup.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.889857 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.890436 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: security-group Jan 17 21:12:12.890784 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: segment.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.891641 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.892167 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extension segment not supported by any of loaded plugins Jan 17 21:12:12.892538 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.893569 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.894101 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 17 21:12:12.894440 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: servicetype.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.895587 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.896118 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: service-type Jan 17 21:12:12.896482 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: sorting.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.898063 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.898404 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: sorting Jan 17 21:12:12.898738 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: standard_attr_segment.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.899682 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.900211 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 17 21:12:12.900573 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: standardattrdescription.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.901243 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.901763 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: standard-attr-description Jan 17 21:12:12.902093 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: stateful_security_group.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.903051 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.903577 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: stateful-security-group Jan 17 21:12:12.903911 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: stdattrs_common.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.904543 dv-cinder-824895-3-iscsi neutron-server[102389]: WARNING neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 17 21:12:12.904877 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.905827 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.906369 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 17 21:12:12.906705 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: subnet_onboard.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.907803 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.908337 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: subnet_onboard Jan 17 21:12:12.908704 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.909656 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.910177 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 17 21:12:12.910508 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: subnet_service_types.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.911466 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.911996 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: subnet-service-types Jan 17 21:12:12.912398 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: subnetallocation.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.913547 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.914096 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: subnet_allocation Jan 17 21:12:12.914434 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.915118 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.915637 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: subnetpool-prefix-ops Jan 17 21:12:12.915966 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.916953 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.917472 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 17 21:12:12.917804 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: tagging.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.918919 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.919455 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: standard-attr-tag Jan 17 21:12:12.919792 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: timestamp.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.921067 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.921597 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loaded extension: standard-attr-timestamp Jan 17 21:12:12.921934 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: trunk.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.922994 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.923526 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extension trunk not supported by any of loaded plugins Jan 17 21:12:12.923862 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: trunk_details.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.924834 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.925359 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extension trunk-details not supported by any of loaded plugins Jan 17 21:12:12.925704 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: uplink_status_propagation.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.926637 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.927207 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 17 21:12:12.927493 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Loading extension file: vlantransparent.py {{(pid=102389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:12:12.928746 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:12:12.929269 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 17 21:12:12.931908 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.quota.resource_registry [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Creating instance of TrackedResource for resource:network Jan 17 21:12:12.932488 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.quota.resource_registry [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Creating instance of TrackedResource for resource:subnet Jan 17 21:12:12.932892 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.quota.resource_registry [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 21:12:12.933293 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.quota.resource_registry [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Creating instance of TrackedResource for resource:port Jan 17 21:12:12.934700 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.v2.resource_helper [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 21:12:12.935091 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.v2.resource_helper [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Service FLAVORS assigned prefix: {{(pid=102389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 21:12:12.935718 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.v2.resource_helper [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 21:12:12.936162 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.v2.resource_helper [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 21:12:12.936534 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.quota.resource_registry [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Creating instance of TrackedResource for resource:router Jan 17 21:12:12.936978 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.quota.resource_registry [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Creating instance of TrackedResource for resource:floatingip Jan 17 21:12:12.937495 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.v2.resource_helper [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Service METERING assigned prefix: /metering {{(pid=102389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 21:12:12.938994 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.939377 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.939737 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:12:12.940860 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.quota.resource_registry [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Creating instance of CountableResource for resource:rbac_policy Jan 17 21:12:12.941333 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.quota.resource_registry [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Creating instance of TrackedResource for resource:security_group Jan 17 21:12:12.941772 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.quota.resource_registry [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 17 21:12:12.942399 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.v2.resource_helper [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Service CORE assigned prefix: {{(pid=102389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 21:12:12.942742 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.quota.resource_registry [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 21:12:12.943102 dv-cinder-824895-3-iscsi neutron-server[102389]: WARNING neutron.quota.resource_registry [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] subnetpool is already registered Jan 17 21:12:12.943573 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.v2.resource_helper [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Service CORE assigned prefix: {{(pid=102389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 21:12:12.944495 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.quota.resource_registry [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 21:12:12.944840 dv-cinder-824895-3-iscsi neutron-server[102389]: WARNING neutron.quota.resource_registry [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] subnetpool is already registered Jan 17 21:12:12.947228 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.v2.resource_helper [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 21:12:12.947802 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.v2.resource_helper [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Service FLAVORS assigned prefix: {{(pid=102389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 21:12:12.948509 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.v2.resource_helper [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 21:12:12.948952 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.v2.resource_helper [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 21:12:12.949301 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.quota.resource_registry [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Creating instance of TrackedResource for resource:router Jan 17 21:12:12.949648 dv-cinder-824895-3-iscsi neutron-server[102389]: WARNING neutron.quota.resource_registry [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] router is already registered Jan 17 21:12:12.950076 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.quota.resource_registry [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Creating instance of TrackedResource for resource:floatingip Jan 17 21:12:12.950417 dv-cinder-824895-3-iscsi neutron-server[102389]: WARNING neutron.quota.resource_registry [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] floatingip is already registered Jan 17 21:12:12.950922 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.v2.resource_helper [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Service METERING assigned prefix: /metering {{(pid=102389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 21:12:12.951658 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.quota.resource_registry [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Creating instance of CountableResource for resource:rbac_policy Jan 17 21:12:12.951993 dv-cinder-824895-3-iscsi neutron-server[102389]: WARNING neutron.quota.resource_registry [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] rbac_policy is already registered Jan 17 21:12:12.952465 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.quota.resource_registry [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Creating instance of TrackedResource for resource:security_group Jan 17 21:12:12.952825 dv-cinder-824895-3-iscsi neutron-server[102389]: WARNING neutron.quota.resource_registry [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] security_group is already registered Jan 17 21:12:12.953245 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.quota.resource_registry [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 17 21:12:12.953587 dv-cinder-824895-3-iscsi neutron-server[102389]: WARNING neutron.quota.resource_registry [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] security_group_rule is already registered Jan 17 21:12:12.954092 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.v2.resource_helper [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Service CORE assigned prefix: {{(pid=102389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 21:12:12.954431 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.quota.resource_registry [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 21:12:12.954770 dv-cinder-824895-3-iscsi neutron-server[102389]: WARNING neutron.quota.resource_registry [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] subnetpool is already registered Jan 17 21:12:12.955209 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.v2.resource_helper [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Service CORE assigned prefix: {{(pid=102389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 21:12:12.955551 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.quota.resource_registry [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 21:12:12.955889 dv-cinder-824895-3-iscsi neutron-server[102389]: WARNING neutron.quota.resource_registry [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] subnetpool is already registered Jan 17 21:12:12.956390 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extended resource: extensions {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:12:12.959331 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extended resource: address-groups {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:12:12.960900 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extended resource: address-scopes {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:12:12.962141 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extended resource: agents {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:12:12.963461 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extended resource: auto-allocated-topology {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:12:12.964761 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extended resource: availability_zones {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:12:12.966308 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extended resource: dhcp-networks {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:12:12.968063 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extended resource: dhcp-agents {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:12:12.970090 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extended resource: routers {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:12:12.972640 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extended resource: flavors {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:12:12.974111 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extended resource: service_profiles {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:12:12.975590 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extended resource: next_providers {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:12:12.977318 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extended resource: service_profiles {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:12:12.979135 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extended resource: floatingip-pools {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:12:12.980853 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extended resource: routers {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:12:12.987640 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extended resource: floatingips {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:12:12.989052 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extended resource: l3-routers {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:12:12.992287 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extended resource: l3-agents {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:12:12.993778 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extended resource: metering-labels {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:12:12.995213 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extended resource: metering-label-rules {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:12:12.996686 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extended resource: network-ip-availabilities {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:12:12.998071 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extended resource: bindings {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:12:12.999672 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extended resource: quotas {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:12:13.001408 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extended resource: quotas {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:12:13.002981 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extended resource: rbac-policies {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:12:13.004215 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extended resource: security-groups {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:12:13.005608 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extended resource: security-group-rules {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:12:13.007449 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extended resource: service-providers {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:12:13.008732 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extended resource: subnetpools {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:12:13.010091 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extended resource: subnetpools {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:12:13.011671 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extended resource: tags {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:12:13.013442 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extended resource: tags {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:12:13.015276 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extended resource: tags {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:12:13.017147 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extended resource: tags {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:12:13.018878 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extended resource: tags {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:12:13.020888 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extended resource: tags {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:12:13.022663 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extended resource: tags {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:12:13.025666 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extended resource: tags {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:12:13.027483 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extended resource: tags {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:12:13.029307 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron.api.extensions [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Extended resource: tags {{(pid=102389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:12:13.035523 dv-cinder-824895-3-iscsi neutron-server[102389]: WARNING keystonemiddleware.auth_token [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 17 21:12:13.040248 dv-cinder-824895-3-iscsi neutron-server[102389]: WARNING keystonemiddleware.auth_token [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 17 21:12:13.049227 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_concurrency.lockutils [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Acquired lock "singleton_lock" {{(pid=102389) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 17 21:12:13.049688 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_concurrency.lockutils [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Releasing lock "singleton_lock" {{(pid=102389) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 17 21:12:13.050365 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO oslo_service.service [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Starting 2 workers Jan 17 21:12:13.055875 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Started child 102498 {{(pid=102389) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 17 21:12:13.060664 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Started child 102499 {{(pid=102389) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 17 21:12:13.061479 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:12:13.062331 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO neutron.service [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 17 21:12:13.063011 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:12:13.063194 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [-] (102498) wsgi starting up on http://0.0.0.0:9696 Jan 17 21:12:13.065590 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO oslo_service.service [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Starting 1 workers Jan 17 21:12:13.065705 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:12:13.067094 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [-] (102499) wsgi starting up on http://0.0.0.0:9696 Jan 17 21:12:13.071512 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Started child 102500 {{(pid=102389) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 17 21:12:13.072169 dv-cinder-824895-3-iscsi neutron-server[102389]: INFO oslo_service.service [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Starting 1 workers Jan 17 21:12:13.075209 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.service [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] calling RpcWorker wait() {{(pid=102500) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 17 21:12:13.075767 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.service [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] returning from RpcWorker wait() {{(pid=102500) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 17 21:12:13.076776 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Started child 102501 {{(pid=102389) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 17 21:12:13.077013 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:12:13.077486 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:12:13.077652 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG neutron_lib.callbacks.manager [None req-add184d4-1dca-4c24-8757-27d5841bde71 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:12:13.079626 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102389) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 17 21:12:13.079839 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 17 21:12:13.080034 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 17 21:12:13.080275 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 17 21:12:13.080708 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 17 21:12:13.080805 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 17 21:12:13.081340 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.081635 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.081829 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:12:13.082316 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.082316 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.082458 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.082972 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.083258 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.083503 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.083779 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.084049 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.084250 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.084455 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.084722 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.084975 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.085269 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.085536 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.085799 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.086106 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.086259 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.086515 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.086791 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.087045 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.087313 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] debug = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.087559 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.088059 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.088297 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.088548 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.088797 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.089098 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.089347 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.089620 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.089864 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.090102 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.090344 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.090614 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.090842 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.091079 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.091351 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.091571 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.091819 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.092045 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.092557 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] host = dv-cinder-824895-3-iscsi {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.092826 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.093045 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.093571 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.093823 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.094087 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.094307 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.094580 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.094840 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.095118 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.099285 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.099285 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.099285 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.099285 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.099285 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] log_file = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.099285 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] log_options = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.099285 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.099285 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.099285 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.100640 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.100640 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.100640 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.100640 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.100640 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.100640 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.100640 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.101549 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.101549 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.101549 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.101951 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 47672) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:12:13.102102 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.102102 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.102102 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.102102 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.102102 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.102102 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.102102 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.102102 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.103270 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.103270 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.103270 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.103270 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.103270 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.103270 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.103270 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.103270 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.103270 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.105469 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.105469 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.105469 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.105469 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.105469 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.105469 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.105469 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.106358 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:12:13.106499 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.106499 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.106499 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.106499 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.106499 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.106499 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.107290 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.107290 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.107290 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.107290 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] use_json = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.111523 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.111523 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.111523 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.111523 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.114912 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064552 Jan 17 21:12:13.116799 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.116799 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.116799 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.116799 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.116799 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.116799 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.116799 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.116799 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.118880 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.118880 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.118880 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.118880 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.118880 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.118880 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.118880 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.118880 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.119323 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.119323 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.119323 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.119323 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.119323 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.119617 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.120641 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.121386 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.122926 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.123362 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.125164 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.127691 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.127932 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.128198 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.128504 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.128748 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.129056 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.129366 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.129726 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.130015 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.130297 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.130564 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.131987 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.131987 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.131987 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.132208 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.132356 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.132616 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.132906 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.133169 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.133514 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.133744 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.134007 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.134404 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.134774 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.136150 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.136654 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.137750 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.138000 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.138260 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.138519 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.138801 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.139200 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.139603 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.139833 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.140114 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.140465 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.140663 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.140883 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.141249 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.141618 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.142030 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.142258 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.142475 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.142693 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.142953 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.143170 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.143554 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.143784 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.144010 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.144227 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.144480 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.144880 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.145103 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.145329 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.145550 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.145789 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.146008 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.146249 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.146464 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.146725 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.146951 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.147189 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.147403 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.147625 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.147840 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.148051 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.148271 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.148594 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.149104 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.149104 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.149877 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.149877 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.149877 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.150149 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.150375 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.150629 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.152409 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.152409 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.152409 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.152409 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.152409 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.152409 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.152409 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.153221 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.153589 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.153888 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.154119 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.154345 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.154744 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.155129 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.155516 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.156577 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.156577 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.156577 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.156577 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.156891 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.157113 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.157374 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.157638 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.157881 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.158158 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.158479 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.158756 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.159046 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.159306 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.159706 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.160122 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.160562 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.160970 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.161338 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.161721 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.162138 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.162552 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.162968 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.163339 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.163711 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.164006 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.164261 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.164519 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.164756 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.165015 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.165277 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.165509 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.165911 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.166312 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.166712 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.167097 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.167461 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.167854 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.169232 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.169232 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.169232 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.169232 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.169232 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.169232 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.169645 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.171448 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.171727 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.171996 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.172282 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.172533 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.172785 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.173016 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.173267 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.173483 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.173705 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.173960 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.174172 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.174571 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.174795 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.175011 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.175282 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.175502 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.175801 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.176323 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.176323 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.178669 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.178669 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.178669 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.178669 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.178995 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.178995 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.179179 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.179400 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.179624 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.179838 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.180241 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.180492 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.180716 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.180978 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.182162 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.182162 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.182162 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.182162 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.182475 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.182475 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.182704 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.183731 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.183731 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.183731 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.183731 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.184088 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.184088 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.184550 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.184550 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.184745 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.184960 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.185178 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.185393 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.185630 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.185937 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.186185 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.186421 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.186683 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.186907 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.187138 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.187384 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.187596 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.187807 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.188053 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.189026 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.189026 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.189026 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.189026 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.189318 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.189386 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.189578 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.189943 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.190333 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.191005 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.191005 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.191005 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.191297 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.191366 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.191590 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.191808 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.192015 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.192239 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.192502 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.192704 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.192949 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.193165 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.193369 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.193641 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.194482 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.194705 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.194995 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.195264 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.195487 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.195775 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.196081 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.196274 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.197528 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.197849 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.199274 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.199274 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.199274 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.199274 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.199274 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.199630 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.199725 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.200005 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.200260 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.200597 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.200854 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.201139 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.201402 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.201898 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.201898 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.202205 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.202491 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.202753 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.203054 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.203320 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.203542 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.203763 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.203995 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.204590 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.204590 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.204799 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.205006 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.205258 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.206265 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.206265 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.206265 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.206265 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.206570 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.206570 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.206783 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.206944 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 17 21:12:13.207495 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102389) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 17 21:12:13.207676 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 17 21:12:13.207828 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 17 21:12:13.207975 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 17 21:12:13.208140 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 17 21:12:13.208289 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 17 21:12:13.208672 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.209009 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.209230 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.209905 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.210061 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.210244 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.210546 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.210845 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.211151 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.211309 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.211462 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.211621 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.211779 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.211939 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.212099 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.212258 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.212472 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.212584 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.212844 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.212966 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.213086 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.213194 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.213339 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] debug = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.213497 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.213703 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.213867 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.214025 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.214184 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.214347 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.214505 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.214663 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.214820 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.214977 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.215204 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.215314 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.215424 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.215582 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.215740 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.215897 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.216056 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.216214 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.216424 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] host = dv-cinder-824895-3-iscsi {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.216547 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.216696 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.216853 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.217011 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.217172 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.217330 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.217489 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.217647 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.217805 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.217964 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.218113 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.218534 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.218693 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.218836 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] log_file = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.218995 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] log_options = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.219153 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.219311 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.219468 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.219654 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.219820 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.219988 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.220137 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.220275 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.221908 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.221908 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.221908 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.221908 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.221908 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.222428 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.222428 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.222428 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.222428 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.222810 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.222810 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.223089 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.223089 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.223232 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.223348 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.223451 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.223611 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.223770 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.223927 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.224085 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.224247 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.224426 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.224587 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.225863 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.225863 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.225863 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.225863 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.226371 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.226371 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.226371 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.226371 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.226771 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.226771 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.226964 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.226964 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.227208 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.227355 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.227506 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.227629 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] use_json = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.227777 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.227905 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.228199 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.228199 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.228462 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.228462 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.228690 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.228793 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.228918 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:12:13.229038 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.229188 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.230221 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.230221 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.230221 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.230221 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.230221 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.230221 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.230221 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.231163 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.231163 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.231163 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.231163 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.231163 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.231163 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.231796 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.231796 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.231796 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.231796 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.232872 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.232872 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.232872 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.232872 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.232872 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.232872 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.232872 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.233755 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.233755 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.233755 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.233755 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.233755 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.233755 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.234330 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.234330 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.234330 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.234330 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.234773 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.234773 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.234773 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.235111 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.235111 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.235345 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.235345 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.235573 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.235692 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.235924 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.236013 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.236092 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.237009 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.237009 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.237009 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.237009 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.237009 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.237009 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.237615 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.237615 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.237615 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.237615 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.237992 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.237992 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.238308 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.238308 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.238507 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.238670 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:12:13.238789 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.238789 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.238789 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.239084 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.239084 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.239259 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.239406 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.239567 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.239727 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.239887 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.240046 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.240206 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.240353 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.241980 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.241980 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.241980 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.241980 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.242409 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.242409 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.242409 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.242869 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.242869 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.242869 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.243095 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.243192 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.243306 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.243418 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.243580 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.243752 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.244485 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.244485 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.244485 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.244485 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.245087 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.245087 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.245087 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.245087 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.246148 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.246148 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.246148 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.246148 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.246148 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.246148 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.246148 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.248228 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.248228 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.248228 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.248228 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.248228 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.248228 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.248228 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.248228 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.249234 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.249234 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.249234 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.249234 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.249234 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.249234 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.249234 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.249234 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.249761 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.249761 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.249761 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.249761 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.249761 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.249761 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.249761 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.249761 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.250281 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.250281 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.250281 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.250281 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.250541 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.250619 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.250705 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.251039 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.251039 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.251199 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.251934 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.251934 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.251934 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.251934 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.251934 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.252507 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.252507 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.252507 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.252792 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.252792 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.252981 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.252981 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.253182 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.253325 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.253680 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.253680 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.253840 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.253917 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.254025 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.254187 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.254350 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.254511 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.254670 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.254830 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.254990 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.255169 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.255305 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.255466 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.255626 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.255787 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.255950 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.256316 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.256316 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.256580 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.256717 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.256856 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.256990 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.257085 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.257243 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.257398 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.257557 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.257725 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.257872 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.258016 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.258177 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.258337 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.258497 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.258658 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.258824 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.259030 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.259234 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.259397 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.259511 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.259615 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.259719 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.259883 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.260042 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.260201 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.260362 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.260606 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.260771 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.260886 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.260998 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.261154 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.261318 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.261479 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.261640 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.261799 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.261981 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.262142 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.263124 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.263124 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.263124 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.263124 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.263124 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.263124 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.263644 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.263644 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.263644 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.263644 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.263921 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.263999 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.264103 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.264276 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.264619 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.264930 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.265089 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.265402 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.265750 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.266053 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.266335 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.266625 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.266787 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.267082 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.267381 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.267547 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.269132 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.269132 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.269132 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.269132 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.269132 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.269132 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.269132 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.269132 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.269635 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.269635 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.269635 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.269635 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.269635 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.269910 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.269910 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.270027 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.270132 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.271005 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.271005 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.271005 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.271005 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.271005 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.271509 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.271509 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.271509 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.271509 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.272472 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.272472 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.272677 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.272780 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.272883 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.273024 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.273185 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.273351 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.273532 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.273689 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.274006 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.274220 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.275323 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.275323 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.275323 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.275323 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.275323 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.275323 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.275323 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.275323 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.276336 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.276336 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.276336 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.276336 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.276336 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.276336 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.276983 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.277362 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:12:13.277492 dv-cinder-824895-3-iscsi neutron-server[102389]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 17 21:12:24.972876 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8ffa9e-901b-4e6a-9eb7-fc9c6f30c48f None None] get_active_networks_info from dv-cinder-824895-3-iscsi {{(pid=102500) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 17 21:12:25.032676 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8ffa9e-901b-4e6a-9eb7-fc9c6f30c48f None None] No non-hosted networks {{(pid=102500) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 17 21:12:25.048630 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.agentschedulers_db [None req-ef8ffa9e-901b-4e6a-9eb7-fc9c6f30c48f None None] DHCP Agent not found on host dv-cinder-824895-3-iscsi {{(pid=102500) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 17 21:12:25.163346 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-247065bb-7d15-45eb-8314-054594542166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1025189'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:12:27.609334 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2f6edd88-bcf0-468e-bda3-c707a7e54c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1025189'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:12:27.649186 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-8de4dffc-92bb-44d0-bf3b-874167f255c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:12:28.401222 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1025189'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:12:30.041190 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1025189'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:12:31.305471 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1025189'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:12:31.306494 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:12:31.307150 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:12:31.307648 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:12:31.308147 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:12:31.308708 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:12:31.309225 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:12:31.309934 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:12:31.310502 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:12:31.311646 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:12:31.312840 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:12:31.313584 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:12:31.314126 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:12:31.314687 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:12:31.315494 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-824895-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:12:31.338325 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-824895-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:12:32.801721 dv-cinder-824895-3-iscsi neutron-server[102500]: INFO neutron.db.l3_hamode_db [None req-c72594d5-d119-4df0-9556-1b64d40b2b3b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 17 21:12:32.883093 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72594d5-d119-4df0-9556-1b64d40b2b3b None None] Routers set() bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:12:32.883490 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72594d5-d119-4df0-9556-1b64d40b2b3b None None] Router IDs set() for agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 17 21:12:33.955880 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 47786) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:12:34.587862 dv-cinder-824895-3-iscsi neutron-server[102499]: WARNING oslo_policy.policy [None req-e3c5fd7a-2537-4cc5-a6c8-776ad1e4b187 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 21:12:34.588222 dv-cinder-824895-3-iscsi neutron-server[102499]: WARNING oslo_policy.policy [None req-e3c5fd7a-2537-4cc5-a6c8-776ad1e4b187 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 21:12:34.822725 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [None req-e3c5fd7a-2537-4cc5-a6c8-776ad1e4b187 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102499) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 21:12:34.823734 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-e3c5fd7a-2537-4cc5-a6c8-776ad1e4b187 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8669238 Jan 17 21:12:37.481014 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 47802) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:12:37.787582 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-5d6d3819-5bc5-4406-95bd-8e1bb4d52e1c admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'tenant_id': '333fefabe4ef4d629dfb77368d2f4699', 'name': 'shared-default-subnetpool-v4'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:12:37.889940 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.policy [None req-5d6d3819-5bc5-4406-95bd-8e1bb4d52e1c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102499) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 17 21:12:37.937187 dv-cinder-824895-3-iscsi neutron-server[102499]: WARNING oslo_policy.policy [None req-5d6d3819-5bc5-4406-95bd-8e1bb4d52e1c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 21:12:37.937564 dv-cinder-824895-3-iscsi neutron-server[102499]: WARNING oslo_policy.policy [None req-5d6d3819-5bc5-4406-95bd-8e1bb4d52e1c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 21:12:37.947057 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.quota [None req-5d6d3819-5bc5-4406-95bd-8e1bb4d52e1c admin admin] Loaded quota_driver: . Jan 17 21:12:38.038373 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5d6d3819-5bc5-4406-95bd-8e1bb4d52e1c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789464504244', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789464503751', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789464489780', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789464475355', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789464469183', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789464460265', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8337488', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8333464', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-530438', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-591523'] for rbac-policy (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:12:38.104133 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5d6d3819-5bc5-4406-95bd-8e1bb4d52e1c admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:12:38.105384 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-5d6d3819-5bc5-4406-95bd-8e1bb4d52e1c admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6233776 Jan 17 21:12:40.744859 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 47814) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:12:41.243773 dv-cinder-824895-3-iscsi neutron-server[102498]: WARNING oslo_policy.policy [None req-c4ac2ca1-4ac9-4f18-bb2d-d270cdd0b225 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 21:12:41.244356 dv-cinder-824895-3-iscsi neutron-server[102498]: WARNING oslo_policy.policy [None req-c4ac2ca1-4ac9-4f18-bb2d-d270cdd0b225 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 21:12:41.474693 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-c4ac2ca1-4ac9-4f18-bb2d-d270cdd0b225 admin admin] Request body: {'network': {'tenant_id': 'e6dac7b59fe642ffb9c2f444f81b8bee', 'admin_state_up': True, 'project_id': 'e6dac7b59fe642ffb9c2f444f81b8bee', 'name': 'private'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:12:41.476293 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.quota [None req-c4ac2ca1-4ac9-4f18-bb2d-d270cdd0b225 admin admin] Loaded quota_driver: . Jan 17 21:12:41.536631 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ac2ca1-4ac9-4f18-bb2d-d270cdd0b225 admin admin] Made reservation on behalf of e6dac7b59fe642ffb9c2f444f81b8bee for: {'network': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:12:41.608184 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.policy [None req-c4ac2ca1-4ac9-4f18-bb2d-d270cdd0b225 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102498) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 17 21:12:41.656290 dv-cinder-824895-3-iscsi neutron-server[102498]: WARNING oslo_policy.policy [None req-c4ac2ca1-4ac9-4f18-bb2d-d270cdd0b225 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 21:12:41.656739 dv-cinder-824895-3-iscsi neutron-server[102498]: WARNING oslo_policy.policy [None req-c4ac2ca1-4ac9-4f18-bb2d-d270cdd0b225 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 21:12:41.668027 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c4ac2ca1-4ac9-4f18-bb2d-d270cdd0b225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for network (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:12:41.689357 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c4ac2ca1-4ac9-4f18-bb2d-d270cdd0b225 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:12:41.804916 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c4ac2ca1-4ac9-4f18-bb2d-d270cdd0b225 admin admin] Publish callbacks [] for security_group (895b627b-cc58-40d1-b38b-4002ad6b69e6), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:12:41.808573 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c4ac2ca1-4ac9-4f18-bb2d-d270cdd0b225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (895b627b-cc58-40d1-b38b-4002ad6b69e6), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:12:41.833053 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4ac2ca1-4ac9-4f18-bb2d-d270cdd0b225 admin admin] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=102498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 21:12:41.857851 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c4ac2ca1-4ac9-4f18-bb2d-d270cdd0b225 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789461539359', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874'] for segment (ff3309ae-ef6d-44e3-ba8d-f9353305eb03), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:12:41.858447 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c4ac2ca1-4ac9-4f18-bb2d-d270cdd0b225 admin admin] Unsubscribe: segment precommit_create {{(pid=102498) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 17 21:12:41.858965 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.db.segments_db [None req-c4ac2ca1-4ac9-4f18-bb2d-d270cdd0b225 admin admin] Added segment ff3309ae-ef6d-44e3-ba8d-f9353305eb03 of type vlan for network 2da74635-d7b7-46af-9255-5b9576eaf4f0 Jan 17 21:12:41.865371 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac2ca1-4ac9-4f18-bb2d-d270cdd0b225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895b627b-cc58-40d1-b38b-4002ad6b69e6,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:12:41.895097 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac2ca1-4ac9-4f18-bb2d-d270cdd0b225 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:12:41.895501 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac2ca1-4ac9-4f18-bb2d-d270cdd0b225 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:12:41.895848 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac2ca1-4ac9-4f18-bb2d-d270cdd0b225 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:12:41.896184 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac2ca1-4ac9-4f18-bb2d-d270cdd0b225 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:12:41.896550 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac2ca1-4ac9-4f18-bb2d-d270cdd0b225 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:12:41.896884 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac2ca1-4ac9-4f18-bb2d-d270cdd0b225 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:12:41.897214 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac2ca1-4ac9-4f18-bb2d-d270cdd0b225 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:12:41.897539 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac2ca1-4ac9-4f18-bb2d-d270cdd0b225 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:12:41.897879 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac2ca1-4ac9-4f18-bb2d-d270cdd0b225 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:12:41.898246 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac2ca1-4ac9-4f18-bb2d-d270cdd0b225 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:12:41.898554 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac2ca1-4ac9-4f18-bb2d-d270cdd0b225 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:12:41.898872 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac2ca1-4ac9-4f18-bb2d-d270cdd0b225 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:12:41.899188 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac2ca1-4ac9-4f18-bb2d-d270cdd0b225 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:12:41.900695 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac2ca1-4ac9-4f18-bb2d-d270cdd0b225 admin admin] Tracked resource versions report: Jan 17 21:12:41.900695 dv-cinder-824895-3-iscsi neutron-server[102498]: pushed versions: Jan 17 21:12:41.900695 dv-cinder-824895-3-iscsi neutron-server[102498]: { 'AddressGroup': {'1.2'}, Jan 17 21:12:41.900695 dv-cinder-824895-3-iscsi neutron-server[102498]: 'ConntrackHelper': {'1.0'}, Jan 17 21:12:41.900695 dv-cinder-824895-3-iscsi neutron-server[102498]: 'LocalIPAssociation': {'1.0'}, Jan 17 21:12:41.900695 dv-cinder-824895-3-iscsi neutron-server[102498]: 'Log': {'1.0'}, Jan 17 21:12:41.900695 dv-cinder-824895-3-iscsi neutron-server[102498]: 'Network': {'1.1'}, Jan 17 21:12:41.900695 dv-cinder-824895-3-iscsi neutron-server[102498]: 'Port': {'1.7'}, Jan 17 21:12:41.900695 dv-cinder-824895-3-iscsi neutron-server[102498]: 'PortForwarding': {'1.2'}, Jan 17 21:12:41.900695 dv-cinder-824895-3-iscsi neutron-server[102498]: 'QosPolicy': {'1.10'}, Jan 17 21:12:41.900695 dv-cinder-824895-3-iscsi neutron-server[102498]: 'SecurityGroup': {'1.5'}, Jan 17 21:12:41.900695 dv-cinder-824895-3-iscsi neutron-server[102498]: 'SecurityGroupRule': {'1.2'}, Jan 17 21:12:41.900695 dv-cinder-824895-3-iscsi neutron-server[102498]: 'SubPort': {'1.0'}, Jan 17 21:12:41.900695 dv-cinder-824895-3-iscsi neutron-server[102498]: 'Subnet': {'1.1'}, Jan 17 21:12:41.900695 dv-cinder-824895-3-iscsi neutron-server[102498]: 'Trunk': {'1.1'}} Jan 17 21:12:41.900695 dv-cinder-824895-3-iscsi neutron-server[102498]: consumer versions: Jan 17 21:12:41.900695 dv-cinder-824895-3-iscsi neutron-server[102498]: { DHCP agent@dv-cinder-824895-3-iscsi: {}, Jan 17 21:12:41.900695 dv-cinder-824895-3-iscsi neutron-server[102498]: L3 agent@dv-cinder-824895-3-iscsi: {}, Jan 17 21:12:41.900695 dv-cinder-824895-3-iscsi neutron-server[102498]: Metadata agent@dv-cinder-824895-3-iscsi: {}, Jan 17 21:12:41.900695 dv-cinder-824895-3-iscsi neutron-server[102498]: Metering agent@dv-cinder-824895-3-iscsi: {}, Jan 17 21:12:41.900695 dv-cinder-824895-3-iscsi neutron-server[102498]: Open vSwitch agent@dv-cinder-824895-3-iscsi: { 'AddressGroup': '1.2', Jan 17 21:12:41.900695 dv-cinder-824895-3-iscsi neutron-server[102498]: 'ConntrackHelper': '1.0', Jan 17 21:12:41.900695 dv-cinder-824895-3-iscsi neutron-server[102498]: 'LocalIPAssociation': '1.0', Jan 17 21:12:41.900695 dv-cinder-824895-3-iscsi neutron-server[102498]: 'Log': '1.0', Jan 17 21:12:41.900695 dv-cinder-824895-3-iscsi neutron-server[102498]: 'Network': '1.1', Jan 17 21:12:41.900695 dv-cinder-824895-3-iscsi neutron-server[102498]: 'Port': '1.7', Jan 17 21:12:41.900695 dv-cinder-824895-3-iscsi neutron-server[102498]: 'PortForwarding': '1.2', Jan 17 21:12:41.900695 dv-cinder-824895-3-iscsi neutron-server[102498]: 'QosPolicy': '1.10', Jan 17 21:12:41.900695 dv-cinder-824895-3-iscsi neutron-server[102498]: 'SecurityGroup': '1.5', Jan 17 21:12:41.900695 dv-cinder-824895-3-iscsi neutron-server[102498]: 'SecurityGroupRule': '1.2', Jan 17 21:12:41.900695 dv-cinder-824895-3-iscsi neutron-server[102498]: 'SubPort': '1.0', Jan 17 21:12:41.900695 dv-cinder-824895-3-iscsi neutron-server[102498]: 'Subnet': '1.1', Jan 17 21:12:41.900695 dv-cinder-824895-3-iscsi neutron-server[102498]: 'Trunk': '1.1'}} Jan 17 21:12:41.900695 dv-cinder-824895-3-iscsi neutron-server[102498]: {{(pid=102498) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 21:12:41.987841 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c4ac2ca1-4ac9-4f18-bb2d-d270cdd0b225 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789461006502'] for network (2da74635-d7b7-46af-9255-5b9576eaf4f0), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:12:42.028078 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c4ac2ca1-4ac9-4f18-bb2d-d270cdd0b225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988'] for network (2da74635-d7b7-46af-9255-5b9576eaf4f0), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:12:42.029431 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ac2ca1-4ac9-4f18-bb2d-d270cdd0b225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:12:42.030219 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c4ac2ca1-4ac9-4f18-bb2d-d270cdd0b225 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for network (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:12:42.124912 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-c4ac2ca1-4ac9-4f18-bb2d-d270cdd0b225 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3777592 Jan 17 21:12:42.137257 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac2ca1-4ac9-4f18-bb2d-d270cdd0b225 admin admin] Pushing event updated for resources: {'Network': ['ID=2da74635-d7b7-46af-9255-5b9576eaf4f0,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:12:42.151434 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Network 2da74635-d7b7-46af-9255-5b9576eaf4f0 details requested by agent ovs-agent-dv-cinder-824895-3-iscsi with host dv-cinder-824895-3-iscsi {{(pid=102500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 21:12:44.818833 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 47836) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:12:45.218638 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b28940-f2bd-4387-86cc-f4514479ce98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:12:45.220036 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-c7b28940-f2bd-4387-86cc-f4514479ce98 admin admin] 10.222.0.64 "GET /v2.0/networks/2da74635-d7b7-46af-9255-5b9576eaf4f0 HTTP/1.1" status: 200 len: 825 time: 0.4001706 Jan 17 21:12:45.266740 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-ea55711d-34c7-4cdc-b76c-ec7cdfe342d1 admin admin] 10.222.0.64 "GET /v2.0/subnetpools/17c6c5d4-1845-4336-a97e-1ff5cbd70761 HTTP/1.1" status: 200 len: 734 time: 0.0355773 Jan 17 21:12:45.275588 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-c06009b5-5fa3-4961-97c1-cd7e477b6a22 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '2da74635-d7b7-46af-9255-5b9576eaf4f0', 'tenant_id': 'e6dac7b59fe642ffb9c2f444f81b8bee', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '17c6c5d4-1845-4336-a97e-1ff5cbd70761'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:12:45.299560 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06009b5-5fa3-4961-97c1-cd7e477b6a22 admin admin] Made reservation on behalf of e6dac7b59fe642ffb9c2f444f81b8bee for: {'subnet': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:12:45.302441 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c06009b5-5fa3-4961-97c1-cd7e477b6a22 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:12:45.593939 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c06009b5-5fa3-4961-97c1-cd7e477b6a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988'] for subnet (6c967dbb-4cfa-40df-9ea4-b44532a9c6ad), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:12:45.661457 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06009b5-5fa3-4961-97c1-cd7e477b6a22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c967dbb-4cfa-40df-9ea4-b44532a9c6ad,revision_number=0']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:12:45.666055 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06009b5-5fa3-4961-97c1-cd7e477b6a22 admin admin] Checking segment: {'id': 'ff3309ae-ef6d-44e3-ba8d-f9353305eb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2da74635-d7b7-46af-9255-5b9576eaf4f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:12:45.666444 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06009b5-5fa3-4961-97c1-cd7e477b6a22 admin admin] Network hostable DHCP agents. Network: 2da74635-d7b7-46af-9255-5b9576eaf4f0, hostable agents: ['41e2bf6f-771d-4573-b749-4dbeb088662e'], hosted agents: [] {{(pid=102498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 21:12:45.687698 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06009b5-5fa3-4961-97c1-cd7e477b6a22 admin admin] Network 2da74635-d7b7-46af-9255-5b9576eaf4f0 is scheduled to be hosted by DHCP agent 41e2bf6f-771d-4573-b749-4dbeb088662e with binding_index 1 {{(pid=102498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 21:12:45.697908 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-c06009b5-5fa3-4961-97c1-cd7e477b6a22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824895-3-iscsi, 2da74635-d7b7-46af-9255-5b9576eaf4f0) {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:12:45.702563 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06009b5-5fa3-4961-97c1-cd7e477b6a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:12:45.703159 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c06009b5-5fa3-4961-97c1-cd7e477b6a22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for subnet (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:12:45.709440 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad1bdf3-01af-4225-a410-3d44c5b7decb None None] Network 2da74635-d7b7-46af-9255-5b9576eaf4f0 requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:12:45.718264 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-c06009b5-5fa3-4961-97c1-cd7e477b6a22 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4460652 Jan 17 21:12:45.977414 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37052d7-d25f-4a0d-9ce9-90a2c5491f97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b485675-18a1-5f7e-9121-12847c6f93ae-2da74635-d7b7-46af-9255-5b9576eaf4f0', 'network_id': '2da74635-d7b7-46af-9255-5b9576eaf4f0', 'project_id': 'e6dac7b59fe642ffb9c2f444f81b8bee', 'fixed_ips': [{'subnet_id': '6c967dbb-4cfa-40df-9ea4-b44532a9c6ad'}]}} from dv-cinder-824895-3-iscsi. {{(pid=102500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 21:12:45.978799 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d37052d7-d25f-4a0d-9ce9-90a2c5491f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:12:46.288965 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_common [None req-d37052d7-d25f-4a0d-9ce9-90a2c5491f97 None None] Allocated IP 172.20.0.2 (2da74635-d7b7-46af-9255-5b9576eaf4f0/6c967dbb-4cfa-40df-9ea4-b44532a9c6ad/ae95faf8-28c3-442a-b6fd-3594ba1d5cab) {{(pid=102500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:12:46.559176 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d37052d7-d25f-4a0d-9ce9-90a2c5491f97 None None] Publish callbacks [] for port (ae95faf8-28c3-442a-b6fd-3594ba1d5cab), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:12:46.567715 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d37052d7-d25f-4a0d-9ce9-90a2c5491f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965'] for port (ae95faf8-28c3-442a-b6fd-3594ba1d5cab), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:12:46.657240 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37052d7-d25f-4a0d-9ce9-90a2c5491f97 None None] Network 2da74635-d7b7-46af-9255-5b9576eaf4f0 is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:12:46.663295 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-d37052d7-d25f-4a0d-9ce9-90a2c5491f97 None None] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:12:46.666877 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37052d7-d25f-4a0d-9ce9-90a2c5491f97 None None] Received port after_create {{(pid=102500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:12:46.673394 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37052d7-d25f-4a0d-9ce9-90a2c5491f97 None None] Pushing event updated for resources: {'Port': ['ID=ae95faf8-28c3-442a-b6fd-3594ba1d5cab,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:12:46.721442 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37052d7-d25f-4a0d-9ce9-90a2c5491f97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:12:46.722130 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37052d7-d25f-4a0d-9ce9-90a2c5491f97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:12:46.722242 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37052d7-d25f-4a0d-9ce9-90a2c5491f97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:12:46.722503 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37052d7-d25f-4a0d-9ce9-90a2c5491f97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:12:46.722840 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37052d7-d25f-4a0d-9ce9-90a2c5491f97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:12:46.723206 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37052d7-d25f-4a0d-9ce9-90a2c5491f97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:12:46.724078 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37052d7-d25f-4a0d-9ce9-90a2c5491f97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:12:46.724426 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37052d7-d25f-4a0d-9ce9-90a2c5491f97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:12:46.724761 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37052d7-d25f-4a0d-9ce9-90a2c5491f97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:12:46.725106 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37052d7-d25f-4a0d-9ce9-90a2c5491f97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:12:46.725438 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37052d7-d25f-4a0d-9ce9-90a2c5491f97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:12:46.725763 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37052d7-d25f-4a0d-9ce9-90a2c5491f97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:12:46.726093 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37052d7-d25f-4a0d-9ce9-90a2c5491f97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:12:46.727597 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37052d7-d25f-4a0d-9ce9-90a2c5491f97 None None] Tracked resource versions report: Jan 17 21:12:46.727597 dv-cinder-824895-3-iscsi neutron-server[102500]: pushed versions: Jan 17 21:12:46.727597 dv-cinder-824895-3-iscsi neutron-server[102500]: { 'AddressGroup': {'1.2'}, Jan 17 21:12:46.727597 dv-cinder-824895-3-iscsi neutron-server[102500]: 'ConntrackHelper': {'1.0'}, Jan 17 21:12:46.727597 dv-cinder-824895-3-iscsi neutron-server[102500]: 'LocalIPAssociation': {'1.0'}, Jan 17 21:12:46.727597 dv-cinder-824895-3-iscsi neutron-server[102500]: 'Log': {'1.0'}, Jan 17 21:12:46.727597 dv-cinder-824895-3-iscsi neutron-server[102500]: 'Network': {'1.1'}, Jan 17 21:12:46.727597 dv-cinder-824895-3-iscsi neutron-server[102500]: 'Port': {'1.7'}, Jan 17 21:12:46.727597 dv-cinder-824895-3-iscsi neutron-server[102500]: 'PortForwarding': {'1.2'}, Jan 17 21:12:46.727597 dv-cinder-824895-3-iscsi neutron-server[102500]: 'QosPolicy': {'1.10'}, Jan 17 21:12:46.727597 dv-cinder-824895-3-iscsi neutron-server[102500]: 'SecurityGroup': {'1.5'}, Jan 17 21:12:46.727597 dv-cinder-824895-3-iscsi neutron-server[102500]: 'SecurityGroupRule': {'1.2'}, Jan 17 21:12:46.727597 dv-cinder-824895-3-iscsi neutron-server[102500]: 'SubPort': {'1.0'}, Jan 17 21:12:46.727597 dv-cinder-824895-3-iscsi neutron-server[102500]: 'Subnet': {'1.1'}, Jan 17 21:12:46.727597 dv-cinder-824895-3-iscsi neutron-server[102500]: 'Trunk': {'1.1'}} Jan 17 21:12:46.727597 dv-cinder-824895-3-iscsi neutron-server[102500]: consumer versions: Jan 17 21:12:46.727597 dv-cinder-824895-3-iscsi neutron-server[102500]: { DHCP agent@dv-cinder-824895-3-iscsi: {}, Jan 17 21:12:46.727597 dv-cinder-824895-3-iscsi neutron-server[102500]: L3 agent@dv-cinder-824895-3-iscsi: {}, Jan 17 21:12:46.727597 dv-cinder-824895-3-iscsi neutron-server[102500]: Metadata agent@dv-cinder-824895-3-iscsi: {}, Jan 17 21:12:46.727597 dv-cinder-824895-3-iscsi neutron-server[102500]: Metering agent@dv-cinder-824895-3-iscsi: {}, Jan 17 21:12:46.727597 dv-cinder-824895-3-iscsi neutron-server[102500]: Open vSwitch agent@dv-cinder-824895-3-iscsi: { 'AddressGroup': '1.2', Jan 17 21:12:46.727597 dv-cinder-824895-3-iscsi neutron-server[102500]: 'ConntrackHelper': '1.0', Jan 17 21:12:46.727597 dv-cinder-824895-3-iscsi neutron-server[102500]: 'LocalIPAssociation': '1.0', Jan 17 21:12:46.727597 dv-cinder-824895-3-iscsi neutron-server[102500]: 'Log': '1.0', Jan 17 21:12:46.727597 dv-cinder-824895-3-iscsi neutron-server[102500]: 'Network': '1.1', Jan 17 21:12:46.727597 dv-cinder-824895-3-iscsi neutron-server[102500]: 'Port': '1.7', Jan 17 21:12:46.727597 dv-cinder-824895-3-iscsi neutron-server[102500]: 'PortForwarding': '1.2', Jan 17 21:12:46.727597 dv-cinder-824895-3-iscsi neutron-server[102500]: 'QosPolicy': '1.10', Jan 17 21:12:46.727597 dv-cinder-824895-3-iscsi neutron-server[102500]: 'SecurityGroup': '1.5', Jan 17 21:12:46.727597 dv-cinder-824895-3-iscsi neutron-server[102500]: 'SecurityGroupRule': '1.2', Jan 17 21:12:46.727597 dv-cinder-824895-3-iscsi neutron-server[102500]: 'SubPort': '1.0', Jan 17 21:12:46.727597 dv-cinder-824895-3-iscsi neutron-server[102500]: 'Subnet': '1.1', Jan 17 21:12:46.727597 dv-cinder-824895-3-iscsi neutron-server[102500]: 'Trunk': '1.1'}} Jan 17 21:12:46.727597 dv-cinder-824895-3-iscsi neutron-server[102500]: {{(pid=102500) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 21:12:46.763828 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-d37052d7-d25f-4a0d-9ce9-90a2c5491f97 None None] Attempting to bind port ae95faf8-28c3-442a-b6fd-3594ba1d5cab on host dv-cinder-824895-3-iscsi for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:12:46.764232 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-d37052d7-d25f-4a0d-9ce9-90a2c5491f97 None None] Attempting to bind port ae95faf8-28c3-442a-b6fd-3594ba1d5cab by drivers openvswitch,hyperv on host dv-cinder-824895-3-iscsi at level 0 using segments [{'id': 'ff3309ae-ef6d-44e3-ba8d-f9353305eb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2da74635-d7b7-46af-9255-5b9576eaf4f0'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:12:46.764678 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37052d7-d25f-4a0d-9ce9-90a2c5491f97 None None] Attempting to bind port ae95faf8-28c3-442a-b6fd-3594ba1d5cab on network 2da74635-d7b7-46af-9255-5b9576eaf4f0 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:12:46.769989 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37052d7-d25f-4a0d-9ce9-90a2c5491f97 None None] Checking agent: {'id': '03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824895-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 12, 31), 'started_at': datetime.datetime(2022, 1, 17, 21, 12, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824895-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:12:46.770452 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37052d7-d25f-4a0d-9ce9-90a2c5491f97 None None] Checking segment: {'id': 'ff3309ae-ef6d-44e3-ba8d-f9353305eb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2da74635-d7b7-46af-9255-5b9576eaf4f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:12:46.770788 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d37052d7-d25f-4a0d-9ce9-90a2c5491f97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:12:46.771186 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37052d7-d25f-4a0d-9ce9-90a2c5491f97 None None] Bound using segment: {'id': 'ff3309ae-ef6d-44e3-ba8d-f9353305eb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2da74635-d7b7-46af-9255-5b9576eaf4f0'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:12:46.771696 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-d37052d7-d25f-4a0d-9ce9-90a2c5491f97 None None] Bound port: ae95faf8-28c3-442a-b6fd-3594ba1d5cab, host: dv-cinder-824895-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff3309ae-ef6d-44e3-ba8d-f9353305eb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2da74635-d7b7-46af-9255-5b9576eaf4f0'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:12:46.772112 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d37052d7-d25f-4a0d-9ce9-90a2c5491f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (ae95faf8-28c3-442a-b6fd-3594ba1d5cab), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:12:46.838696 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-d37052d7-d25f-4a0d-9ce9-90a2c5491f97 None None] For port ae95faf8-28c3-442a-b6fd-3594ba1d5cab, host dv-cinder-824895-3-iscsi, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:12:46.843363 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-d37052d7-d25f-4a0d-9ce9-90a2c5491f97 None None] For port ae95faf8-28c3-442a-b6fd-3594ba1d5cab, host dv-cinder-824895-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=ae95faf8-28c3-442a-b6fd-3594ba1d5cab,segment=NetworkSegment(ff3309ae-ef6d-44e3-ba8d-f9353305eb03),segment_id=ff3309ae-ef6d-44e3-ba8d-f9353305eb03)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:12:46.848415 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d37052d7-d25f-4a0d-9ce9-90a2c5491f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (ae95faf8-28c3-442a-b6fd-3594ba1d5cab), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:12:46.915250 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37052d7-d25f-4a0d-9ce9-90a2c5491f97 None None] Pushing event updated for resources: {'Port': ['ID=ae95faf8-28c3-442a-b6fd-3594ba1d5cab,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:12:48.247290 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 47844) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:12:48.584959 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [None req-313ba8f0-24f9-439b-a620-5e8eb85f8cd8 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102498) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 21:12:48.586027 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-313ba8f0-24f9-439b-a620-5e8eb85f8cd8 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3377566 Jan 17 21:12:51.083866 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 47852) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:12:51.416361 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [None req-754e157f-fc21-4df6-9a96-59b4ae784a4e admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102498) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 21:12:51.417505 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-754e157f-fc21-4df6-9a96-59b4ae784a4e admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3326833 Jan 17 21:12:54.208447 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 47862) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:12:54.521380 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-2d40c1ad-1a37-494b-8afd-6ecc1071308a admin admin] Request body: {'router': {'tenant_id': 'e6dac7b59fe642ffb9c2f444f81b8bee', 'name': 'router1', 'admin_state_up': True}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:12:54.548509 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-2d40c1ad-1a37-494b-8afd-6ecc1071308a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25756'] for router (9010d6e0-4d26-452a-a6a5-671194b1c306), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:12:54.550066 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-2d40c1ad-1a37-494b-8afd-6ecc1071308a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1030443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1018761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25749'] for router (9010d6e0-4d26-452a-a6a5-671194b1c306), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:12:54.695746 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-2d40c1ad-1a37-494b-8afd-6ecc1071308a admin admin] Publish callbacks [] for router_controller (9010d6e0-4d26-452a-a6a5-671194b1c306), precommit_add_association {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:12:54.701136 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-2d40c1ad-1a37-494b-8afd-6ecc1071308a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1026008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1018718'] for router (9010d6e0-4d26-452a-a6a5-671194b1c306), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:12:54.719591 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-2d40c1ad-1a37-494b-8afd-6ecc1071308a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:12:54.728436 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-2d40c1ad-1a37-494b-8afd-6ecc1071308a admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5114460 Jan 17 21:12:54.854302 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2a38b01d-67a6-4057-92eb-ba9625002040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:12:57.247676 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 47874) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:12:57.575360 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [None req-0c620d67-2a4a-40d5-aa66-31810b5ac5d3 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102498) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 21:12:57.576394 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-0c620d67-2a4a-40d5-aa66-31810b5ac5d3 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3277550 Jan 17 21:12:57.598686 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-3c279bf4-adb3-41d6-8bdc-0ec1c9bcd6c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:12:57.999348 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device ae95faf8-28c3-442a-b6fd-3594ba1d5cab up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:12:58.096000 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port ae95faf8-28c3-442a-b6fd-3594ba1d5cab triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:12:58.096901 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (ae95faf8-28c3-442a-b6fd-3594ba1d5cab), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:12:58.213995 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port ae95faf8-28c3-442a-b6fd-3594ba1d5cab is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:12:58.214393 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (ae95faf8-28c3-442a-b6fd-3594ba1d5cab), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:12:58.251202 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] For port ae95faf8-28c3-442a-b6fd-3594ba1d5cab, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=ae95faf8-28c3-442a-b6fd-3594ba1d5cab,segment=NetworkSegment(ff3309ae-ef6d-44e3-ba8d-f9353305eb03),segment_id=ff3309ae-ef6d-44e3-ba8d-f9353305eb03)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:12:58.256273 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (ae95faf8-28c3-442a-b6fd-3594ba1d5cab), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:12:58.262357 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803c3f2c-8517-4dd0-bac6-2612af67dc4c None None] Network 2da74635-d7b7-46af-9255-5b9576eaf4f0 requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:12:58.388555 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-ac9ba8d6-c0ef-4e92-a6e2-c7cb55bd98d5 None None] Provisioning complete for port ae95faf8-28c3-442a-b6fd-3594ba1d5cab triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:12:58.388951 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ac9ba8d6-c0ef-4e92-a6e2-c7cb55bd98d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (ae95faf8-28c3-442a-b6fd-3594ba1d5cab), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:12:58.390475 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Pushing event updated for resources: {'Port': ['ID=ae95faf8-28c3-442a-b6fd-3594ba1d5cab,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:12:58.433231 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:12:58.537249 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-ac9ba8d6-c0ef-4e92-a6e2-c7cb55bd98d5 None None] Current status of the port ae95faf8-28c3-442a-b6fd-3594ba1d5cab is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:12:58.761463 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-43f36365-9625-45ee-85cf-7736a7fa45c5 None None] Provisioning complete for port ae95faf8-28c3-442a-b6fd-3594ba1d5cab triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:12:58.762119 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-43f36365-9625-45ee-85cf-7736a7fa45c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (ae95faf8-28c3-442a-b6fd-3594ba1d5cab), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:12:58.839944 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-43f36365-9625-45ee-85cf-7736a7fa45c5 None None] Current status of the port ae95faf8-28c3-442a-b6fd-3594ba1d5cab is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:12:59.962740 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device ae95faf8-28c3-442a-b6fd-3594ba1d5cab up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:12:59.992584 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:00.019115 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port ae95faf8-28c3-442a-b6fd-3594ba1d5cab triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:13:00.019547 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (ae95faf8-28c3-442a-b6fd-3594ba1d5cab), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:00.119966 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port ae95faf8-28c3-442a-b6fd-3594ba1d5cab is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:13:00.206293 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 47908) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:13:00.347587 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-80f0b758-9ce5-4147-a4b4-258e6e05585a admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'tenant_id': '333fefabe4ef4d629dfb77368d2f4699', 'is_default': True, 'router:external': True, 'project_id': '333fefabe4ef4d629dfb77368d2f4699', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:13:00.380793 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f0b758-9ce5-4147-a4b4-258e6e05585a admin admin] Made reservation on behalf of 333fefabe4ef4d629dfb77368d2f4699 for: {'network': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:13:00.383577 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-80f0b758-9ce5-4147-a4b4-258e6e05585a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for network (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:00.399847 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-80f0b758-9ce5-4147-a4b4-258e6e05585a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:00.513304 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-80f0b758-9ce5-4147-a4b4-258e6e05585a admin admin] Publish callbacks [] for security_group (d9183d88-5bee-4d53-bf54-309a263b4408), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:00.517079 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-80f0b758-9ce5-4147-a4b4-258e6e05585a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (d9183d88-5bee-4d53-bf54-309a263b4408), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:00.529159 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-80f0b758-9ce5-4147-a4b4-258e6e05585a admin admin] Reserving flat network on physical network physnet1 {{(pid=102499) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 17 21:13:00.561018 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-80f0b758-9ce5-4147-a4b4-258e6e05585a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789461539359', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874'] for segment (639a724d-f7b6-49a0-bd3a-5adbc7060ec3), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:00.561595 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-80f0b758-9ce5-4147-a4b4-258e6e05585a admin admin] Unsubscribe: segment precommit_create {{(pid=102499) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 17 21:13:00.562142 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.db.segments_db [None req-80f0b758-9ce5-4147-a4b4-258e6e05585a admin admin] Added segment 639a724d-f7b6-49a0-bd3a-5adbc7060ec3 of type flat for network a67fc2c9-f054-41ed-b80e-f186bf3f4e5f Jan 17 21:13:00.581554 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0b758-9ce5-4147-a4b4-258e6e05585a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9183d88-5bee-4d53-bf54-309a263b4408,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:13:00.631450 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0b758-9ce5-4147-a4b4-258e6e05585a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:13:00.631815 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0b758-9ce5-4147-a4b4-258e6e05585a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:13:00.632156 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0b758-9ce5-4147-a4b4-258e6e05585a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:13:00.632514 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0b758-9ce5-4147-a4b4-258e6e05585a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:13:00.632841 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0b758-9ce5-4147-a4b4-258e6e05585a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:13:00.633166 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0b758-9ce5-4147-a4b4-258e6e05585a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:13:00.633489 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0b758-9ce5-4147-a4b4-258e6e05585a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:13:00.633810 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0b758-9ce5-4147-a4b4-258e6e05585a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:13:00.634151 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0b758-9ce5-4147-a4b4-258e6e05585a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:13:00.634491 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0b758-9ce5-4147-a4b4-258e6e05585a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:13:00.634913 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0b758-9ce5-4147-a4b4-258e6e05585a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:13:00.635127 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0b758-9ce5-4147-a4b4-258e6e05585a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:13:00.635436 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0b758-9ce5-4147-a4b4-258e6e05585a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:13:00.636919 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0b758-9ce5-4147-a4b4-258e6e05585a admin admin] Tracked resource versions report: Jan 17 21:13:00.636919 dv-cinder-824895-3-iscsi neutron-server[102499]: pushed versions: Jan 17 21:13:00.636919 dv-cinder-824895-3-iscsi neutron-server[102499]: { 'AddressGroup': {'1.2'}, Jan 17 21:13:00.636919 dv-cinder-824895-3-iscsi neutron-server[102499]: 'ConntrackHelper': {'1.0'}, Jan 17 21:13:00.636919 dv-cinder-824895-3-iscsi neutron-server[102499]: 'LocalIPAssociation': {'1.0'}, Jan 17 21:13:00.636919 dv-cinder-824895-3-iscsi neutron-server[102499]: 'Log': {'1.0'}, Jan 17 21:13:00.636919 dv-cinder-824895-3-iscsi neutron-server[102499]: 'Network': {'1.1'}, Jan 17 21:13:00.636919 dv-cinder-824895-3-iscsi neutron-server[102499]: 'Port': {'1.7'}, Jan 17 21:13:00.636919 dv-cinder-824895-3-iscsi neutron-server[102499]: 'PortForwarding': {'1.2'}, Jan 17 21:13:00.636919 dv-cinder-824895-3-iscsi neutron-server[102499]: 'QosPolicy': {'1.10'}, Jan 17 21:13:00.636919 dv-cinder-824895-3-iscsi neutron-server[102499]: 'SecurityGroup': {'1.5'}, Jan 17 21:13:00.636919 dv-cinder-824895-3-iscsi neutron-server[102499]: 'SecurityGroupRule': {'1.2'}, Jan 17 21:13:00.636919 dv-cinder-824895-3-iscsi neutron-server[102499]: 'SubPort': {'1.0'}, Jan 17 21:13:00.636919 dv-cinder-824895-3-iscsi neutron-server[102499]: 'Subnet': {'1.1'}, Jan 17 21:13:00.636919 dv-cinder-824895-3-iscsi neutron-server[102499]: 'Trunk': {'1.1'}} Jan 17 21:13:00.636919 dv-cinder-824895-3-iscsi neutron-server[102499]: consumer versions: Jan 17 21:13:00.636919 dv-cinder-824895-3-iscsi neutron-server[102499]: { DHCP agent@dv-cinder-824895-3-iscsi: {}, Jan 17 21:13:00.636919 dv-cinder-824895-3-iscsi neutron-server[102499]: L3 agent@dv-cinder-824895-3-iscsi: {}, Jan 17 21:13:00.636919 dv-cinder-824895-3-iscsi neutron-server[102499]: Metadata agent@dv-cinder-824895-3-iscsi: {}, Jan 17 21:13:00.636919 dv-cinder-824895-3-iscsi neutron-server[102499]: Metering agent@dv-cinder-824895-3-iscsi: {}, Jan 17 21:13:00.636919 dv-cinder-824895-3-iscsi neutron-server[102499]: Open vSwitch agent@dv-cinder-824895-3-iscsi: { 'AddressGroup': '1.2', Jan 17 21:13:00.636919 dv-cinder-824895-3-iscsi neutron-server[102499]: 'ConntrackHelper': '1.0', Jan 17 21:13:00.636919 dv-cinder-824895-3-iscsi neutron-server[102499]: 'LocalIPAssociation': '1.0', Jan 17 21:13:00.636919 dv-cinder-824895-3-iscsi neutron-server[102499]: 'Log': '1.0', Jan 17 21:13:00.636919 dv-cinder-824895-3-iscsi neutron-server[102499]: 'Network': '1.1', Jan 17 21:13:00.636919 dv-cinder-824895-3-iscsi neutron-server[102499]: 'Port': '1.7', Jan 17 21:13:00.636919 dv-cinder-824895-3-iscsi neutron-server[102499]: 'PortForwarding': '1.2', Jan 17 21:13:00.636919 dv-cinder-824895-3-iscsi neutron-server[102499]: 'QosPolicy': '1.10', Jan 17 21:13:00.636919 dv-cinder-824895-3-iscsi neutron-server[102499]: 'SecurityGroup': '1.5', Jan 17 21:13:00.636919 dv-cinder-824895-3-iscsi neutron-server[102499]: 'SecurityGroupRule': '1.2', Jan 17 21:13:00.636919 dv-cinder-824895-3-iscsi neutron-server[102499]: 'SubPort': '1.0', Jan 17 21:13:00.636919 dv-cinder-824895-3-iscsi neutron-server[102499]: 'Subnet': '1.1', Jan 17 21:13:00.636919 dv-cinder-824895-3-iscsi neutron-server[102499]: 'Trunk': '1.1'}} Jan 17 21:13:00.636919 dv-cinder-824895-3-iscsi neutron-server[102499]: {{(pid=102499) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 21:13:00.684443 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-80f0b758-9ce5-4147-a4b4-258e6e05585a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789461006502'] for network (a67fc2c9-f054-41ed-b80e-f186bf3f4e5f), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:00.734746 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-80f0b758-9ce5-4147-a4b4-258e6e05585a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988'] for network (a67fc2c9-f054-41ed-b80e-f186bf3f4e5f), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:00.736033 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f0b758-9ce5-4147-a4b4-258e6e05585a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:13:00.737048 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-80f0b758-9ce5-4147-a4b4-258e6e05585a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:00.815990 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-80f0b758-9ce5-4147-a4b4-258e6e05585a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6079388 Jan 17 21:13:00.845021 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0b758-9ce5-4147-a4b4-258e6e05585a admin admin] Pushing event updated for resources: {'Network': ['ID=a67fc2c9-f054-41ed-b80e-f186bf3f4e5f,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:13:00.856971 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Network a67fc2c9-f054-41ed-b80e-f186bf3f4e5f details requested by agent ovs-agent-dv-cinder-824895-3-iscsi with host dv-cinder-824895-3-iscsi {{(pid=102500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 21:13:01.302336 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:03.157413 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 47920) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:13:03.305006 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34831f9c-6d9d-479a-a43a-6dc8327aff69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:13:03.306340 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-34831f9c-6d9d-479a-a43a-6dc8327aff69 admin admin] 10.222.0.64 "GET /v2.0/subnets/6c967dbb-4cfa-40df-9ea4-b44532a9c6ad HTTP/1.1" status: 200 len: 849 time: 0.1479075 Jan 17 21:13:03.487571 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-0c1dd511-a584-498c-8349-71c0dd859f4a admin admin] 10.222.0.64 "GET /v2.0/routers/9010d6e0-4d26-452a-a6a5-671194b1c306 HTTP/1.1" status: 200 len: 704 time: 0.1756413 Jan 17 21:13:03.777267 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8a13016c-093d-4fc6-94c4-c12a81c69a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:04.088149 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [None req-8a13016c-093d-4fc6-94c4-c12a81c69a5f admin admin] Allocated IP 172.20.0.1 (2da74635-d7b7-46af-9255-5b9576eaf4f0/6c967dbb-4cfa-40df-9ea4-b44532a9c6ad/eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:13:04.276736 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8a13016c-093d-4fc6-94c4-c12a81c69a5f admin admin] Publish callbacks [] for port (eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:04.342720 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8a13016c-093d-4fc6-94c4-c12a81c69a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965'] for port (eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:04.427396 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a13016c-093d-4fc6-94c4-c12a81c69a5f admin admin] Network 2da74635-d7b7-46af-9255-5b9576eaf4f0 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:13:04.432577 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-8a13016c-093d-4fc6-94c4-c12a81c69a5f admin admin] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:13:04.438692 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a13016c-093d-4fc6-94c4-c12a81c69a5f admin admin] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:13:04.439255 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8a13016c-093d-4fc6-94c4-c12a81c69a5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1024649'] for router_interface (9010d6e0-4d26-452a-a6a5-671194b1c306), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:04.459094 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a13016c-093d-4fc6-94c4-c12a81c69a5f admin admin] Pushing event updated for resources: {'Port': ['ID=eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:13:04.653415 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8a13016c-093d-4fc6-94c4-c12a81c69a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:04.701605 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-22ef4009-0e27-4b82-9226-4d49d144e222 None None] Provisioning complete for port eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:13:04.702218 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-22ef4009-0e27-4b82-9226-4d49d144e222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:04.737213 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-22ef4009-0e27-4b82-9226-4d49d144e222 None None] Port eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:13:04.936708 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8a13016c-093d-4fc6-94c4-c12a81c69a5f admin admin] Publish callbacks [] for port (eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:04.941096 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8a13016c-093d-4fc6-94c4-c12a81c69a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:04.941907 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8a13016c-093d-4fc6-94c4-c12a81c69a5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-986102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1024541'] for router_interface (9010d6e0-4d26-452a-a6a5-671194b1c306), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:05.030926 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a13016c-093d-4fc6-94c4-c12a81c69a5f admin admin] Pushing event updated for resources: {'Port': ['ID=eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:13:05.077978 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a13016c-093d-4fc6-94c4-c12a81c69a5f admin admin] Network 2da74635-d7b7-46af-9255-5b9576eaf4f0 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:13:05.079568 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-8a13016c-093d-4fc6-94c4-c12a81c69a5f admin admin] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:13:05.259268 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a13016c-093d-4fc6-94c4-c12a81c69a5f admin admin] Router 9010d6e0-4d26-452a-a6a5-671194b1c306 is scheduled to L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 with binding_index 1 {{(pid=102499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 21:13:05.260707 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-0b4be90f-6afd-49ea-80fc-ef610a2ba114 None None] Provisioning complete for port eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:13:05.261238 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-0b4be90f-6afd-49ea-80fc-ef610a2ba114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:05.299745 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-0b4be90f-6afd-49ea-80fc-ef610a2ba114 None None] Port eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:13:05.360827 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a13016c-093d-4fc6-94c4-c12a81c69a5f admin admin] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:13:05.367877 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-8a13016c-093d-4fc6-94c4-c12a81c69a5f admin admin] 10.222.0.64 "PUT /v2.0/routers/9010d6e0-4d26-452a-a6a5-671194b1c306/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8740573 Jan 17 21:13:05.371868 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ae6687-44be-4a04-924d-30d62dc53c37 None None] Sync routers for ids ['9010d6e0-4d26-452a-a6a5-671194b1c306'] in dv-cinder-824895-3-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:13:05.385362 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ae6687-44be-4a04-924d-30d62dc53c37 None None] Routers {'9010d6e0-4d26-452a-a6a5-671194b1c306'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:13:05.386231 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-82ae6687-44be-4a04-924d-30d62dc53c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:12:58Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['9010d6e0-4d26-452a-a6a5-671194b1c306'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:13:05.580841 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-82ae6687-44be-4a04-924d-30d62dc53c37 None None] Set router 9010d6e0-4d26-452a-a6a5-671194b1c306 gateway port host: None {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:13:06.039370 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-82ae6687-44be-4a04-924d-30d62dc53c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9010d6e0-4d26-452a-a6a5-671194b1c306', 'name': 'router1', 'tenant_id': 'e6dac7b59fe642ffb9c2f444f81b8bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:12:54Z', 'updated_at': '2022-01-17T21:13:04Z', 'revision_number': 2, 'project_id': 'e6dac7b59fe642ffb9c2f444f81b8bee', 'gw_port_host': None, '_interfaces': [{'id': 'eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc', 'name': '', 'network_id': '2da74635-d7b7-46af-9255-5b9576eaf4f0', 'tenant_id': 'e6dac7b59fe642ffb9c2f444f81b8bee', 'mac_address': 'fa:16:3e:7a:43:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9010d6e0-4d26-452a-a6a5-671194b1c306', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6c967dbb-4cfa-40df-9ea4-b44532a9c6ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:13:03Z', 'updated_at': '2022-01-17T21:13:04Z', 'revision_number': 2, 'project_id': 'e6dac7b59fe642ffb9c2f444f81b8bee', 'subnets': [{'id': '6c967dbb-4cfa-40df-9ea4-b44532a9c6ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17c6c5d4-1845-4336-a97e-1ff5cbd70761'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:13:06.091602 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ae6687-44be-4a04-924d-30d62dc53c37 None None] Checking router: 9010d6e0-4d26-452a-a6a5-671194b1c306 for host: dv-cinder-824895-3-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:13:06.091973 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ae6687-44be-4a04-924d-30d62dc53c37 None None] Updating router 9010d6e0-4d26-452a-a6a5-671194b1c306 port eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc binding host dv-cinder-824895-3-iscsi {{(pid=102501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 21:13:06.143856 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-82ae6687-44be-4a04-924d-30d62dc53c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:06.693236 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-82ae6687-44be-4a04-924d-30d62dc53c37 None None] Publish callbacks [] for port (eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc), precommit_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:06.700776 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-82ae6687-44be-4a04-924d-30d62dc53c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:06.854899 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25cf8d2-9807-434e-919a-e880c86a105d None None] Pushing event updated for resources: {'Port': ['ID=eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc,revision_number=3']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:13:06.875840 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-82ae6687-44be-4a04-924d-30d62dc53c37 None None] Attempting to bind port eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc on host dv-cinder-824895-3-iscsi for vnic_type normal with profile {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:13:06.876250 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-82ae6687-44be-4a04-924d-30d62dc53c37 None None] Attempting to bind port eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc by drivers openvswitch,hyperv on host dv-cinder-824895-3-iscsi at level 0 using segments [{'id': 'ff3309ae-ef6d-44e3-ba8d-f9353305eb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2da74635-d7b7-46af-9255-5b9576eaf4f0'}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:13:06.876718 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ae6687-44be-4a04-924d-30d62dc53c37 None None] Attempting to bind port eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc on network 2da74635-d7b7-46af-9255-5b9576eaf4f0 {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:13:06.882304 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25cf8d2-9807-434e-919a-e880c86a105d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:13:06.882636 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25cf8d2-9807-434e-919a-e880c86a105d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:13:06.882985 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25cf8d2-9807-434e-919a-e880c86a105d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:13:06.883327 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25cf8d2-9807-434e-919a-e880c86a105d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:13:06.883667 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25cf8d2-9807-434e-919a-e880c86a105d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:13:06.884004 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25cf8d2-9807-434e-919a-e880c86a105d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:13:06.884472 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25cf8d2-9807-434e-919a-e880c86a105d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:13:06.884696 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25cf8d2-9807-434e-919a-e880c86a105d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:13:06.885030 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25cf8d2-9807-434e-919a-e880c86a105d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:13:06.885376 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25cf8d2-9807-434e-919a-e880c86a105d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:13:06.885841 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25cf8d2-9807-434e-919a-e880c86a105d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:13:06.886033 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25cf8d2-9807-434e-919a-e880c86a105d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:13:06.886359 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25cf8d2-9807-434e-919a-e880c86a105d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:13:06.887868 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25cf8d2-9807-434e-919a-e880c86a105d None None] Tracked resource versions report: Jan 17 21:13:06.887868 dv-cinder-824895-3-iscsi neutron-server[102501]: pushed versions: Jan 17 21:13:06.887868 dv-cinder-824895-3-iscsi neutron-server[102501]: { 'AddressGroup': {'1.2'}, Jan 17 21:13:06.887868 dv-cinder-824895-3-iscsi neutron-server[102501]: 'ConntrackHelper': {'1.0'}, Jan 17 21:13:06.887868 dv-cinder-824895-3-iscsi neutron-server[102501]: 'LocalIPAssociation': {'1.0'}, Jan 17 21:13:06.887868 dv-cinder-824895-3-iscsi neutron-server[102501]: 'Log': {'1.0'}, Jan 17 21:13:06.887868 dv-cinder-824895-3-iscsi neutron-server[102501]: 'Network': {'1.1'}, Jan 17 21:13:06.887868 dv-cinder-824895-3-iscsi neutron-server[102501]: 'Port': {'1.7'}, Jan 17 21:13:06.887868 dv-cinder-824895-3-iscsi neutron-server[102501]: 'PortForwarding': {'1.2'}, Jan 17 21:13:06.887868 dv-cinder-824895-3-iscsi neutron-server[102501]: 'QosPolicy': {'1.10'}, Jan 17 21:13:06.887868 dv-cinder-824895-3-iscsi neutron-server[102501]: 'SecurityGroup': {'1.5'}, Jan 17 21:13:06.887868 dv-cinder-824895-3-iscsi neutron-server[102501]: 'SecurityGroupRule': {'1.2'}, Jan 17 21:13:06.887868 dv-cinder-824895-3-iscsi neutron-server[102501]: 'SubPort': {'1.0'}, Jan 17 21:13:06.887868 dv-cinder-824895-3-iscsi neutron-server[102501]: 'Subnet': {'1.1'}, Jan 17 21:13:06.887868 dv-cinder-824895-3-iscsi neutron-server[102501]: 'Trunk': {'1.1'}} Jan 17 21:13:06.887868 dv-cinder-824895-3-iscsi neutron-server[102501]: consumer versions: Jan 17 21:13:06.887868 dv-cinder-824895-3-iscsi neutron-server[102501]: { DHCP agent@dv-cinder-824895-3-iscsi: {}, Jan 17 21:13:06.887868 dv-cinder-824895-3-iscsi neutron-server[102501]: L3 agent@dv-cinder-824895-3-iscsi: {}, Jan 17 21:13:06.887868 dv-cinder-824895-3-iscsi neutron-server[102501]: Metadata agent@dv-cinder-824895-3-iscsi: {}, Jan 17 21:13:06.887868 dv-cinder-824895-3-iscsi neutron-server[102501]: Metering agent@dv-cinder-824895-3-iscsi: {}, Jan 17 21:13:06.887868 dv-cinder-824895-3-iscsi neutron-server[102501]: Open vSwitch agent@dv-cinder-824895-3-iscsi: { 'AddressGroup': '1.2', Jan 17 21:13:06.887868 dv-cinder-824895-3-iscsi neutron-server[102501]: 'ConntrackHelper': '1.0', Jan 17 21:13:06.887868 dv-cinder-824895-3-iscsi neutron-server[102501]: 'LocalIPAssociation': '1.0', Jan 17 21:13:06.887868 dv-cinder-824895-3-iscsi neutron-server[102501]: 'Log': '1.0', Jan 17 21:13:06.887868 dv-cinder-824895-3-iscsi neutron-server[102501]: 'Network': '1.1', Jan 17 21:13:06.887868 dv-cinder-824895-3-iscsi neutron-server[102501]: 'Port': '1.7', Jan 17 21:13:06.887868 dv-cinder-824895-3-iscsi neutron-server[102501]: 'PortForwarding': '1.2', Jan 17 21:13:06.887868 dv-cinder-824895-3-iscsi neutron-server[102501]: 'QosPolicy': '1.10', Jan 17 21:13:06.887868 dv-cinder-824895-3-iscsi neutron-server[102501]: 'SecurityGroup': '1.5', Jan 17 21:13:06.887868 dv-cinder-824895-3-iscsi neutron-server[102501]: 'SecurityGroupRule': '1.2', Jan 17 21:13:06.887868 dv-cinder-824895-3-iscsi neutron-server[102501]: 'SubPort': '1.0', Jan 17 21:13:06.887868 dv-cinder-824895-3-iscsi neutron-server[102501]: 'Subnet': '1.1', Jan 17 21:13:06.887868 dv-cinder-824895-3-iscsi neutron-server[102501]: 'Trunk': '1.1'}} Jan 17 21:13:06.887868 dv-cinder-824895-3-iscsi neutron-server[102501]: {{(pid=102501) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 21:13:06.890688 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ae6687-44be-4a04-924d-30d62dc53c37 None None] Checking agent: {'id': '03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824895-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 12, 31), 'started_at': datetime.datetime(2022, 1, 17, 21, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824895-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:13:06.891103 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ae6687-44be-4a04-924d-30d62dc53c37 None None] Checking segment: {'id': 'ff3309ae-ef6d-44e3-ba8d-f9353305eb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2da74635-d7b7-46af-9255-5b9576eaf4f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:13:06.891579 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-82ae6687-44be-4a04-924d-30d62dc53c37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:06.891975 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ae6687-44be-4a04-924d-30d62dc53c37 None None] Bound using segment: {'id': 'ff3309ae-ef6d-44e3-ba8d-f9353305eb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2da74635-d7b7-46af-9255-5b9576eaf4f0'} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:13:06.892502 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-82ae6687-44be-4a04-924d-30d62dc53c37 None None] Bound port: eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc, host: dv-cinder-824895-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff3309ae-ef6d-44e3-ba8d-f9353305eb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2da74635-d7b7-46af-9255-5b9576eaf4f0'}}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:13:06.892892 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-82ae6687-44be-4a04-924d-30d62dc53c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:06.930421 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a9025682-5958-4585-94b0-7836d6097bae None None] Provisioning complete for port eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:13:06.930953 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a9025682-5958-4585-94b0-7836d6097bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:06.964484 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-82ae6687-44be-4a04-924d-30d62dc53c37 None None] For port eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc, host dv-cinder-824895-3-iscsi, cleared binding levels {{(pid=102501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:13:06.965216 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a9025682-5958-4585-94b0-7836d6097bae None None] Port eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:13:06.986186 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-82ae6687-44be-4a04-924d-30d62dc53c37 None None] For port eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc, host dv-cinder-824895-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc,segment=NetworkSegment(ff3309ae-ef6d-44e3-ba8d-f9353305eb03),segment_id=ff3309ae-ef6d-44e3-ba8d-f9353305eb03)] {{(pid=102501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:13:06.991238 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-82ae6687-44be-4a04-924d-30d62dc53c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:07.049134 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25cf8d2-9807-434e-919a-e880c86a105d None None] Pushing event updated for resources: {'Port': ['ID=eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:13:07.053926 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ae6687-44be-4a04-924d-30d62dc53c37 None None] Routers {'9010d6e0-4d26-452a-a6a5-671194b1c306'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:13:07.054526 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-82ae6687-44be-4a04-924d-30d62dc53c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:12:58Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['9010d6e0-4d26-452a-a6a5-671194b1c306'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:13:07.147121 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-82ae6687-44be-4a04-924d-30d62dc53c37 None None] Set router 9010d6e0-4d26-452a-a6a5-671194b1c306 gateway port host: None {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:13:07.286759 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10ccb121-1b2d-440a-a350-72f47126f847 None None] Provisioning complete for port eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:13:07.287095 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10ccb121-1b2d-440a-a350-72f47126f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:07.367830 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-82ae6687-44be-4a04-924d-30d62dc53c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9010d6e0-4d26-452a-a6a5-671194b1c306', 'name': 'router1', 'tenant_id': 'e6dac7b59fe642ffb9c2f444f81b8bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:12:54Z', 'updated_at': '2022-01-17T21:13:04Z', 'revision_number': 2, 'project_id': 'e6dac7b59fe642ffb9c2f444f81b8bee', 'gw_port_host': None, '_interfaces': [{'id': 'eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc', 'name': '', 'network_id': '2da74635-d7b7-46af-9255-5b9576eaf4f0', 'tenant_id': 'e6dac7b59fe642ffb9c2f444f81b8bee', 'mac_address': 'fa:16:3e:7a:43:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9010d6e0-4d26-452a-a6a5-671194b1c306', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6c967dbb-4cfa-40df-9ea4-b44532a9c6ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:13:03Z', 'updated_at': '2022-01-17T21:13:06Z', 'revision_number': 4, 'project_id': 'e6dac7b59fe642ffb9c2f444f81b8bee', 'subnets': [{'id': '6c967dbb-4cfa-40df-9ea4-b44532a9c6ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17c6c5d4-1845-4336-a97e-1ff5cbd70761'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:13:07.371729 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10ccb121-1b2d-440a-a350-72f47126f847 None None] Current status of the port eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:13:07.372133 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10ccb121-1b2d-440a-a350-72f47126f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:07.400113 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ae6687-44be-4a04-924d-30d62dc53c37 None None] The sync data for ids ['9010d6e0-4d26-452a-a6a5-671194b1c306'] in dv-cinder-824895-3-iscsi is: [{'id': '9010d6e0-4d26-452a-a6a5-671194b1c306', 'name': 'router1', 'tenant_id': 'e6dac7b59fe642ffb9c2f444f81b8bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:12:54Z', 'updated_at': '2022-01-17T21:13:04Z', 'revision_number': 2, 'project_id': 'e6dac7b59fe642ffb9c2f444f81b8bee', 'gw_port_host': None, '_interfaces': [{'id': 'eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc', 'name': '', 'network_id': '2da74635-d7b7-46af-9255-5b9576eaf4f0', 'tenant_id': 'e6dac7b59fe642ffb9c2f444f81b8bee', 'mac_address': 'fa:16:3e:7a:43:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9010d6e0-4d26-452a-a6a5-671194b1c306', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6c967dbb-4cfa-40df-9ea4-b44532a9c6ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:13:03Z', 'updated_at': '2022-01-17T21:13:06Z', 'revision_number': 4, 'project_id': 'e6dac7b59fe642ffb9c2f444f81b8bee', 'subnets': [{'id': '6c967dbb-4cfa-40df-9ea4-b44532a9c6ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17c6c5d4-1845-4336-a97e-1ff5cbd70761'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:13:07.411252 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10ccb121-1b2d-440a-a350-72f47126f847 None None] For port eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc,segment=NetworkSegment(ff3309ae-ef6d-44e3-ba8d-f9353305eb03),segment_id=ff3309ae-ef6d-44e3-ba8d-f9353305eb03)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:13:07.415555 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10ccb121-1b2d-440a-a350-72f47126f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:07.464032 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ccb121-1b2d-440a-a350-72f47126f847 None None] Pushing event updated for resources: {'Port': ['ID=eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:13:08.118249 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 5 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:13:10.088075 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 47938) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:13:10.244839 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12d775d-9f90-4ab0-8c1f-961dfb599867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:13:10.247148 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-f12d775d-9f90-4ab0-8c1f-961dfb599867 admin admin] 10.222.0.64 "GET /v2.0/networks/a67fc2c9-f054-41ed-b80e-f186bf3f4e5f HTTP/1.1" status: 200 len: 842 time: 0.1577487 Jan 17 21:13:10.257763 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-aebe47f4-68ac-4a9c-a38d-f704fb6cad04 admin admin] Request body: {'subnet': {'tenant_id': '333fefabe4ef4d629dfb77368d2f4699', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'cidr': '172.27.0.0/24', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:13:10.285282 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebe47f4-68ac-4a9c-a38d-f704fb6cad04 admin admin] Made reservation on behalf of 333fefabe4ef4d629dfb77368d2f4699 for: {'subnet': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:13:10.287707 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-aebe47f4-68ac-4a9c-a38d-f704fb6cad04 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:10.604249 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.objects.ports [None req-aebe47f4-68ac-4a9c-a38d-f704fb6cad04 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102499) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 17 21:13:10.604736 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-aebe47f4-68ac-4a9c-a38d-f704fb6cad04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988'] for subnet (f42dc890-63b4-41d2-851c-b195861b2359), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:10.660073 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe47f4-68ac-4a9c-a38d-f704fb6cad04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f42dc890-63b4-41d2-851c-b195861b2359,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:13:10.673244 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebe47f4-68ac-4a9c-a38d-f704fb6cad04 admin admin] Checking segment: {'id': '639a724d-f7b6-49a0-bd3a-5adbc7060ec3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:13:10.673523 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebe47f4-68ac-4a9c-a38d-f704fb6cad04 admin admin] Network hostable DHCP agents. Network: a67fc2c9-f054-41ed-b80e-f186bf3f4e5f, hostable agents: ['41e2bf6f-771d-4573-b749-4dbeb088662e'], hosted agents: [] {{(pid=102499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 21:13:10.694736 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebe47f4-68ac-4a9c-a38d-f704fb6cad04 admin admin] Network a67fc2c9-f054-41ed-b80e-f186bf3f4e5f is scheduled to be hosted by DHCP agent 41e2bf6f-771d-4573-b749-4dbeb088662e with binding_index 1 {{(pid=102499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 21:13:10.706018 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-aebe47f4-68ac-4a9c-a38d-f704fb6cad04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824895-3-iscsi, a67fc2c9-f054-41ed-b80e-f186bf3f4e5f) {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:13:10.710418 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebe47f4-68ac-4a9c-a38d-f704fb6cad04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:13:10.711288 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-aebe47f4-68ac-4a9c-a38d-f704fb6cad04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:10.716088 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19368c9f-ca2e-426e-b77e-302fdd547e47 None None] Network a67fc2c9-f054-41ed-b80e-f186bf3f4e5f requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:13:10.728910 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-aebe47f4-68ac-4a9c-a38d-f704fb6cad04 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4756289 Jan 17 21:13:10.821892 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0055d70-c052-40ab-bb3c-0f4b50f6aaa6 None None] Network a67fc2c9-f054-41ed-b80e-f186bf3f4e5f requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:13:13.109838 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 47946) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:13:13.338531 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-4acc6597-c2e3-401e-9a04-673731fbafca admin admin] 10.222.0.64 "GET /v2.0/routers/9010d6e0-4d26-452a-a6a5-671194b1c306 HTTP/1.1" status: 200 len: 710 time: 0.2274768 Jan 17 21:13:13.456432 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc10b8a1-04aa-4994-908e-a52804cb29d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:13:13.457804 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-bc10b8a1-04aa-4994-908e-a52804cb29d7 admin admin] 10.222.0.64 "GET /v2.0/networks/a67fc2c9-f054-41ed-b80e-f186bf3f4e5f HTTP/1.1" status: 200 len: 886 time: 0.1137433 Jan 17 21:13:13.466492 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-74c9ca1a-6824-4417-9a78-3768883025c1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'}}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:13:13.718925 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-74c9ca1a-6824-4417-9a78-3768883025c1 admin admin] Publish callbacks [] for router_gateway (9010d6e0-4d26-452a-a6a5-671194b1c306), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:13.979665 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-74c9ca1a-6824-4417-9a78-3768883025c1 admin admin] Publish callbacks [] for router_gateway (9010d6e0-4d26-452a-a6a5-671194b1c306), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:14.065872 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-74c9ca1a-6824-4417-9a78-3768883025c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:14.292837 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [None req-74c9ca1a-6824-4417-9a78-3768883025c1 admin admin] Allocated IP 172.27.0.20 (a67fc2c9-f054-41ed-b80e-f186bf3f4e5f/f42dc890-63b4-41d2-851c-b195861b2359/2ff9b0f5-d754-47c2-aec8-5151e9728cfc) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:13:14.415598 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-74c9ca1a-6824-4417-9a78-3768883025c1 admin admin] Publish callbacks [] for port (2ff9b0f5-d754-47c2-aec8-5151e9728cfc), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:14.478545 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-74c9ca1a-6824-4417-9a78-3768883025c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965'] for port (2ff9b0f5-d754-47c2-aec8-5151e9728cfc), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:14.547960 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c9ca1a-6824-4417-9a78-3768883025c1 admin admin] Network a67fc2c9-f054-41ed-b80e-f186bf3f4e5f is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:13:14.553964 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-74c9ca1a-6824-4417-9a78-3768883025c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:13:14.559683 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c9ca1a-6824-4417-9a78-3768883025c1 admin admin] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:13:14.600963 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c9ca1a-6824-4417-9a78-3768883025c1 admin admin] Pushing event updated for resources: {'Port': ['ID=2ff9b0f5-d754-47c2-aec8-5151e9728cfc,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:13:14.854657 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-74c9ca1a-6824-4417-9a78-3768883025c1 admin admin] Publish callbacks [] for router_gateway (9010d6e0-4d26-452a-a6a5-671194b1c306), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:15.072750 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-74c9ca1a-6824-4417-9a78-3768883025c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1018811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1026001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25851'] for router (9010d6e0-4d26-452a-a6a5-671194b1c306), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:15.077503 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-74c9ca1a-6824-4417-9a78-3768883025c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1018718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1018796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1018789', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1025994'] for router (9010d6e0-4d26-452a-a6a5-671194b1c306), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:15.200896 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c9ca1a-6824-4417-9a78-3768883025c1 admin admin] Router 9010d6e0-4d26-452a-a6a5-671194b1c306 has already been hosted by L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 {{(pid=102498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:13:15.322071 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c9ca1a-6824-4417-9a78-3768883025c1 admin admin] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:13:15.327104 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-74c9ca1a-6824-4417-9a78-3768883025c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:15.337362 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-74c9ca1a-6824-4417-9a78-3768883025c1 admin admin] 10.222.0.64 "PUT /v2.0/routers/9010d6e0-4d26-452a-a6a5-671194b1c306 HTTP/1.1" status: 200 len: 889 time: 1.8649080 Jan 17 21:13:16.009120 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:13:16.057344 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340ecf20-90ee-4bdb-9580-080893db5598 None None] Sync routers for ids ['9010d6e0-4d26-452a-a6a5-671194b1c306'] in dv-cinder-824895-3-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:13:16.074180 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340ecf20-90ee-4bdb-9580-080893db5598 None None] Routers {'9010d6e0-4d26-452a-a6a5-671194b1c306'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:13:16.074837 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-340ecf20-90ee-4bdb-9580-080893db5598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:12:58Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['9010d6e0-4d26-452a-a6a5-671194b1c306'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:13:16.149681 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:13:16.150079 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:16.328522 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-340ecf20-90ee-4bdb-9580-080893db5598 None None] Set router 9010d6e0-4d26-452a-a6a5-671194b1c306 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:13:16.474098 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:13:16.857326 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-340ecf20-90ee-4bdb-9580-080893db5598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9010d6e0-4d26-452a-a6a5-671194b1c306', 'name': 'router1', 'tenant_id': 'e6dac7b59fe642ffb9c2f444f81b8bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '2ff9b0f5-d754-47c2-aec8-5151e9728cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:12:54Z', 'updated_at': '2022-01-17T21:13:14Z', 'revision_number': 4, 'project_id': 'e6dac7b59fe642ffb9c2f444f81b8bee', 'gw_port': {'id': '2ff9b0f5-d754-47c2-aec8-5151e9728cfc', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9010d6e0-4d26-452a-a6a5-671194b1c306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:13:14Z', 'updated_at': '2022-01-17T21:13:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': 'eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc', 'name': '', 'network_id': '2da74635-d7b7-46af-9255-5b9576eaf4f0', 'tenant_id': 'e6dac7b59fe642ffb9c2f444f81b8bee', 'mac_address': 'fa:16:3e:7a:43:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9010d6e0-4d26-452a-a6a5-671194b1c306', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6c967dbb-4cfa-40df-9ea4-b44532a9c6ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:13:03Z', 'updated_at': '2022-01-17T21:13:07Z', 'revision_number': 5, 'project_id': 'e6dac7b59fe642ffb9c2f444f81b8bee', 'subnets': [{'id': '6c967dbb-4cfa-40df-9ea4-b44532a9c6ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17c6c5d4-1845-4336-a97e-1ff5cbd70761'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:13:16.910034 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340ecf20-90ee-4bdb-9580-080893db5598 None None] Checking router: 9010d6e0-4d26-452a-a6a5-671194b1c306 for host: dv-cinder-824895-3-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:13:16.910401 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340ecf20-90ee-4bdb-9580-080893db5598 None None] Updating router 9010d6e0-4d26-452a-a6a5-671194b1c306 port 2ff9b0f5-d754-47c2-aec8-5151e9728cfc binding host dv-cinder-824895-3-iscsi {{(pid=102500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 21:13:16.958087 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-340ecf20-90ee-4bdb-9580-080893db5598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (2ff9b0f5-d754-47c2-aec8-5151e9728cfc), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:17.290153 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-340ecf20-90ee-4bdb-9580-080893db5598 None None] Publish callbacks [] for port (2ff9b0f5-d754-47c2-aec8-5151e9728cfc), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:17.296816 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-340ecf20-90ee-4bdb-9580-080893db5598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (2ff9b0f5-d754-47c2-aec8-5151e9728cfc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:17.352146 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-340ecf20-90ee-4bdb-9580-080893db5598 None None] Attempting to bind port 2ff9b0f5-d754-47c2-aec8-5151e9728cfc on host dv-cinder-824895-3-iscsi for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:13:17.352555 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-340ecf20-90ee-4bdb-9580-080893db5598 None None] Attempting to bind port 2ff9b0f5-d754-47c2-aec8-5151e9728cfc by drivers openvswitch,hyperv on host dv-cinder-824895-3-iscsi at level 0 using segments [{'id': '639a724d-f7b6-49a0-bd3a-5adbc7060ec3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:13:17.352934 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340ecf20-90ee-4bdb-9580-080893db5598 None None] Attempting to bind port 2ff9b0f5-d754-47c2-aec8-5151e9728cfc on network a67fc2c9-f054-41ed-b80e-f186bf3f4e5f {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:13:17.358363 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30e195-291d-477e-b414-ab1af0dea845 None None] Pushing event updated for resources: {'Port': ['ID=2ff9b0f5-d754-47c2-aec8-5151e9728cfc,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:13:17.362991 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340ecf20-90ee-4bdb-9580-080893db5598 None None] Checking agent: {'id': '03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824895-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 12, 31), 'started_at': datetime.datetime(2022, 1, 17, 21, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824895-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:13:17.363377 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340ecf20-90ee-4bdb-9580-080893db5598 None None] Checking segment: {'id': '639a724d-f7b6-49a0-bd3a-5adbc7060ec3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:13:17.363809 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-340ecf20-90ee-4bdb-9580-080893db5598 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:17.364180 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340ecf20-90ee-4bdb-9580-080893db5598 None None] Bound using segment: {'id': '639a724d-f7b6-49a0-bd3a-5adbc7060ec3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:13:17.369564 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-340ecf20-90ee-4bdb-9580-080893db5598 None None] Bound port: 2ff9b0f5-d754-47c2-aec8-5151e9728cfc, host: dv-cinder-824895-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639a724d-f7b6-49a0-bd3a-5adbc7060ec3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:13:17.370001 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-340ecf20-90ee-4bdb-9580-080893db5598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (2ff9b0f5-d754-47c2-aec8-5151e9728cfc), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:17.423651 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-340ecf20-90ee-4bdb-9580-080893db5598 None None] For port 2ff9b0f5-d754-47c2-aec8-5151e9728cfc, host dv-cinder-824895-3-iscsi, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:13:17.427886 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-340ecf20-90ee-4bdb-9580-080893db5598 None None] For port 2ff9b0f5-d754-47c2-aec8-5151e9728cfc, host dv-cinder-824895-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=2ff9b0f5-d754-47c2-aec8-5151e9728cfc,segment=NetworkSegment(639a724d-f7b6-49a0-bd3a-5adbc7060ec3),segment_id=639a724d-f7b6-49a0-bd3a-5adbc7060ec3)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:13:17.432229 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-340ecf20-90ee-4bdb-9580-080893db5598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (2ff9b0f5-d754-47c2-aec8-5151e9728cfc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:17.492377 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30e195-291d-477e-b414-ab1af0dea845 None None] Pushing event updated for resources: {'Port': ['ID=2ff9b0f5-d754-47c2-aec8-5151e9728cfc,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:13:17.494950 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340ecf20-90ee-4bdb-9580-080893db5598 None None] Routers {'9010d6e0-4d26-452a-a6a5-671194b1c306'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:13:17.495555 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-340ecf20-90ee-4bdb-9580-080893db5598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:12:58Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['9010d6e0-4d26-452a-a6a5-671194b1c306'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:13:17.609676 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-340ecf20-90ee-4bdb-9580-080893db5598 None None] Set router 9010d6e0-4d26-452a-a6a5-671194b1c306 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:13:17.818777 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-340ecf20-90ee-4bdb-9580-080893db5598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9010d6e0-4d26-452a-a6a5-671194b1c306', 'name': 'router1', 'tenant_id': 'e6dac7b59fe642ffb9c2f444f81b8bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '2ff9b0f5-d754-47c2-aec8-5151e9728cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:12:54Z', 'updated_at': '2022-01-17T21:13:14Z', 'revision_number': 4, 'project_id': 'e6dac7b59fe642ffb9c2f444f81b8bee', 'gw_port': {'id': '2ff9b0f5-d754-47c2-aec8-5151e9728cfc', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9010d6e0-4d26-452a-a6a5-671194b1c306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:13:14Z', 'updated_at': '2022-01-17T21:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': 'eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc', 'name': '', 'network_id': '2da74635-d7b7-46af-9255-5b9576eaf4f0', 'tenant_id': 'e6dac7b59fe642ffb9c2f444f81b8bee', 'mac_address': 'fa:16:3e:7a:43:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9010d6e0-4d26-452a-a6a5-671194b1c306', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6c967dbb-4cfa-40df-9ea4-b44532a9c6ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:13:03Z', 'updated_at': '2022-01-17T21:13:07Z', 'revision_number': 5, 'project_id': 'e6dac7b59fe642ffb9c2f444f81b8bee', 'subnets': [{'id': '6c967dbb-4cfa-40df-9ea4-b44532a9c6ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17c6c5d4-1845-4336-a97e-1ff5cbd70761'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:13:17.845441 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340ecf20-90ee-4bdb-9580-080893db5598 None None] The sync data for ids ['9010d6e0-4d26-452a-a6a5-671194b1c306'] in dv-cinder-824895-3-iscsi is: [{'id': '9010d6e0-4d26-452a-a6a5-671194b1c306', 'name': 'router1', 'tenant_id': 'e6dac7b59fe642ffb9c2f444f81b8bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '2ff9b0f5-d754-47c2-aec8-5151e9728cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:12:54Z', 'updated_at': '2022-01-17T21:13:14Z', 'revision_number': 4, 'project_id': 'e6dac7b59fe642ffb9c2f444f81b8bee', 'gw_port': {'id': '2ff9b0f5-d754-47c2-aec8-5151e9728cfc', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9010d6e0-4d26-452a-a6a5-671194b1c306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:13:14Z', 'updated_at': '2022-01-17T21:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': 'eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc', 'name': '', 'network_id': '2da74635-d7b7-46af-9255-5b9576eaf4f0', 'tenant_id': 'e6dac7b59fe642ffb9c2f444f81b8bee', 'mac_address': 'fa:16:3e:7a:43:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9010d6e0-4d26-452a-a6a5-671194b1c306', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6c967dbb-4cfa-40df-9ea4-b44532a9c6ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:13:03Z', 'updated_at': '2022-01-17T21:13:07Z', 'revision_number': 5, 'project_id': 'e6dac7b59fe642ffb9c2f444f81b8bee', 'subnets': [{'id': '6c967dbb-4cfa-40df-9ea4-b44532a9c6ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17c6c5d4-1845-4336-a97e-1ff5cbd70761'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:13:17.847298 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 47958) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:13:17.975090 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-e1d36945-7415-485d-9f5f-172fffacc34f admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1261299 Jan 17 21:13:18.059156 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 2ff9b0f5-d754-47c2-aec8-5151e9728cfc up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:13:18.118032 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port 2ff9b0f5-d754-47c2-aec8-5151e9728cfc triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:13:18.118333 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (2ff9b0f5-d754-47c2-aec8-5151e9728cfc), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:18.205263 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port 2ff9b0f5-d754-47c2-aec8-5151e9728cfc is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:13:18.205663 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (2ff9b0f5-d754-47c2-aec8-5151e9728cfc), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:18.229870 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] For port 2ff9b0f5-d754-47c2-aec8-5151e9728cfc, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=2ff9b0f5-d754-47c2-aec8-5151e9728cfc,segment=NetworkSegment(639a724d-f7b6-49a0-bd3a-5adbc7060ec3),segment_id=639a724d-f7b6-49a0-bd3a-5adbc7060ec3)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:13:18.235311 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (2ff9b0f5-d754-47c2-aec8-5151e9728cfc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:18.290859 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Pushing event updated for resources: {'Port': ['ID=2ff9b0f5-d754-47c2-aec8-5151e9728cfc,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:13:19.984222 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 2ff9b0f5-d754-47c2-aec8-5151e9728cfc up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:13:20.051162 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port 2ff9b0f5-d754-47c2-aec8-5151e9728cfc triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:13:20.051595 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (2ff9b0f5-d754-47c2-aec8-5151e9728cfc), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:20.134609 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port 2ff9b0f5-d754-47c2-aec8-5151e9728cfc is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:13:24.882690 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-55ee0822-ff3c-44fd-be08-edc0cd604208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:27.605738 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-8b1f6bbc-f80d-4963-b4cb-60708477da60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:28.368173 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:29.969965 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:31.314890 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:45.123857 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 5 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:13:54.851060 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a877d5eb-95ee-48eb-86c4-5e326aad1fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:57.600145 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-7bb3fe61-7737-45bc-970f-53d7dd2e0947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:58.372084 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:13:59.979601 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:14:01.321523 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:14:22.114056 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 5 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:14:24.853527 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d57a4355-d7b6-4cd4-9e3b-94f00d3d68e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:14:27.602087 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b2df702e-391b-4b54-b448-a77d53194c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:14:28.376172 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:14:29.982537 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:14:31.305451 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:14:38.611464 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 48442) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:14:38.678937 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ef5660e-06e6-4b73-80f4-31bf2955c510 admin admin] GET failed (client error): The resource could not be found. Jan 17 21:14:38.680305 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-3ef5660e-06e6-4b73-80f4-31bf2955c510 admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0678384 Jan 17 21:14:38.930665 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4fcdb8-97bc-436e-98cb-276255f56995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:14:38.932187 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-7a4fcdb8-97bc-436e-98cb-276255f56995 admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2476165 Jan 17 21:14:41.203117 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 48452) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:14:41.297203 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a427f8f-1e11-4290-8fa9-e52e18227d5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:14:41.298546 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-5a427f8f-1e11-4290-8fa9-e52e18227d5f admin admin] 10.222.0.64 "GET /v2.0/subnets/6c967dbb-4cfa-40df-9ea4-b44532a9c6ad HTTP/1.1" status: 200 len: 849 time: 0.0944703 Jan 17 21:14:41.308230 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-31386d3f-c562-41b4-97f3-aa97bbeae875 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:14:41.397695 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-31386d3f-c562-41b4-97f3-aa97bbeae875 admin admin] Publish callbacks [] for subnet (6c967dbb-4cfa-40df-9ea4-b44532a9c6ad), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:14:41.549198 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-31386d3f-c562-41b4-97f3-aa97bbeae875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789461565570'] for subnet (6c967dbb-4cfa-40df-9ea4-b44532a9c6ad), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:14:41.584281 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31386d3f-c562-41b4-97f3-aa97bbeae875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:14:41.585328 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-31386d3f-c562-41b4-97f3-aa97bbeae875 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for subnet (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:14:41.588164 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-31386d3f-c562-41b4-97f3-aa97bbeae875 admin admin] 10.222.0.64 "PUT /v2.0/subnets/6c967dbb-4cfa-40df-9ea4-b44532a9c6ad HTTP/1.1" status: 200 len: 868 time: 0.2816672 Jan 17 21:14:41.601411 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34231831-3961-4a49-bd00-8d910cec60a5 None None] Network 2da74635-d7b7-46af-9255-5b9576eaf4f0 requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:14:41.608237 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31386d3f-c562-41b4-97f3-aa97bbeae875 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c967dbb-4cfa-40df-9ea4-b44532a9c6ad,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:14:41.615889 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31386d3f-c562-41b4-97f3-aa97bbeae875 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:14:41.616264 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31386d3f-c562-41b4-97f3-aa97bbeae875 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:14:41.616652 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31386d3f-c562-41b4-97f3-aa97bbeae875 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:14:41.617078 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31386d3f-c562-41b4-97f3-aa97bbeae875 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:14:41.617380 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31386d3f-c562-41b4-97f3-aa97bbeae875 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:14:41.619013 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31386d3f-c562-41b4-97f3-aa97bbeae875 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:14:41.619551 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31386d3f-c562-41b4-97f3-aa97bbeae875 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:14:41.620104 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31386d3f-c562-41b4-97f3-aa97bbeae875 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:14:41.620974 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31386d3f-c562-41b4-97f3-aa97bbeae875 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:14:41.621292 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31386d3f-c562-41b4-97f3-aa97bbeae875 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:14:41.621852 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31386d3f-c562-41b4-97f3-aa97bbeae875 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:14:41.622418 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31386d3f-c562-41b4-97f3-aa97bbeae875 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:14:41.622938 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31386d3f-c562-41b4-97f3-aa97bbeae875 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:14:41.941315 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-3e7489a1-a839-4d82-8b3f-cbea21d2c2f8 None None] Provisioning complete for port ae95faf8-28c3-442a-b6fd-3594ba1d5cab triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:14:41.941728 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-3e7489a1-a839-4d82-8b3f-cbea21d2c2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (ae95faf8-28c3-442a-b6fd-3594ba1d5cab), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:14:42.032570 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-3e7489a1-a839-4d82-8b3f-cbea21d2c2f8 None None] Current status of the port ae95faf8-28c3-442a-b6fd-3594ba1d5cab is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:14:42.045367 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-3e7489a1-a839-4d82-8b3f-cbea21d2c2f8 None None] Provisioning complete for port eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:14:42.045712 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-3e7489a1-a839-4d82-8b3f-cbea21d2c2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:14:42.124345 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-3e7489a1-a839-4d82-8b3f-cbea21d2c2f8 None None] Current status of the port eb93ef14-4b8b-44a1-bf3a-78c22e72a4cc is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:14:43.891787 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 48460) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:14:44.102138 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d66f1a2-416e-4c9e-b21c-c4ab20aba419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:14:44.102529 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d66f1a2-416e-4c9e-b21c-c4ab20aba419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:14:44.104095 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-1d66f1a2-416e-4c9e-b21c-c4ab20aba419 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2113216 Jan 17 21:14:46.387892 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 48468) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:14:46.525722 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5526487b-4c4a-458f-97da-ba84e7cff7ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:14:46.526206 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5526487b-4c4a-458f-97da-ba84e7cff7ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:14:46.527787 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-5526487b-4c4a-458f-97da-ba84e7cff7ed admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1388571 Jan 17 21:14:48.849117 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 48476) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:14:48.989900 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6024b8-6529-4579-97cb-4ba287c86a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:14:48.991323 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-3f6024b8-6529-4579-97cb-4ba287c86a1e admin admin] 10.222.0.64 "GET /v2.0/networks/2da74635-d7b7-46af-9255-5b9576eaf4f0 HTTP/1.1" status: 200 len: 869 time: 0.1412468 Jan 17 21:14:51.320685 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 48486) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:14:51.460799 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38919916-b634-4cef-b72c-e0bb4747b7ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:14:51.462232 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-38919916-b634-4cef-b72c-e0bb4747b7ff admin admin] 10.222.0.64 "GET /v2.0/networks/a67fc2c9-f054-41ed-b80e-f186bf3f4e5f HTTP/1.1" status: 200 len: 886 time: 0.1405828 Jan 17 21:14:53.789900 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 48494) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:14:53.922672 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb8ff92-9dd8-4c35-ad3d-f7fc9be05b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:14:53.923328 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb8ff92-9dd8-4c35-ad3d-f7fc9be05b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:14:53.925038 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-1fb8ff92-9dd8-4c35-ad3d-f7fc9be05b92 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1341655 Jan 17 21:14:54.857496 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-00e35b0c-7e5b-4cda-a988-dd79c31dec20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:14:56.279717 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 48502) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:14:56.375245 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e354090-e71e-47cd-b9a4-7caadad47b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:14:56.375704 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e354090-e71e-47cd-b9a4-7caadad47b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:14:56.377297 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-8e354090-e71e-47cd-b9a4-7caadad47b9b admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0966227 Jan 17 21:14:57.611022 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ed6b5833-7420-4aef-bdc8-8c575b3d3ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:14:58.381389 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:14:58.701957 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 48510) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:14:58.801428 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b06bb99-0c86-4f88-915f-6a8b9f025d7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:14:58.802924 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-0b06bb99-0c86-4f88-915f-6a8b9f025d7c admin admin] 10.222.0.64 "GET /v2.0/subnets/6c967dbb-4cfa-40df-9ea4-b44532a9c6ad HTTP/1.1" status: 200 len: 868 time: 0.0999904 Jan 17 21:14:59.114035 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 5 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:14:59.987870 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:15:01.074304 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 48518) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:15:01.166883 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd37618-d545-4eb0-aeae-afaae1b413a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:15:01.168258 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-2dd37618-d545-4eb0-aeae-afaae1b413a5 admin admin] 10.222.0.64 "GET /v2.0/subnets/f42dc890-63b4-41d2-851c-b195861b2359 HTTP/1.1" status: 200 len: 816 time: 0.0929799 Jan 17 21:15:01.310734 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:15:24.859204 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-3b514ad0-b08f-449b-b6ad-aaace54943ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:15:25.764240 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 48572) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:15:25.811703 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [None req-5c52006b-9200-4be4-9b5e-3ada0ca9c677 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102498) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 21:15:25.812750 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-5c52006b-9200-4be4-9b5e-3ada0ca9c677 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0475464 Jan 17 21:15:27.608047 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-802c0186-2426-41e3-9476-2fdcaa6402ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:15:28.148936 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 48580) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:15:28.209204 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.pecan_wsgi.hooks.translation [None req-cad1fc7c-dca5-4288-b106-fbc81909a796 admin admin] GET failed (client error): The resource could not be found. Jan 17 21:15:28.210517 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-cad1fc7c-dca5-4288-b106-fbc81909a796 admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0606253 Jan 17 21:15:28.361266 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac75ed0-adb2-4109-ace7-242b841de992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:15:28.362765 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-eac75ed0-adb2-4109-ace7-242b841de992 admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1482525 Jan 17 21:15:28.384753 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:15:29.983733 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:15:30.631498 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 48590) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:15:30.678577 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-c3887391-29e7-43bc-8f94-cfb61aa54175 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '333fefabe4ef4d629dfb77368d2f4699', 'shared': True, 'project_id': '333fefabe4ef4d629dfb77368d2f4699', 'name': 'shared'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:15:30.699858 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3887391-29e7-43bc-8f94-cfb61aa54175 admin admin] Made reservation on behalf of 333fefabe4ef4d629dfb77368d2f4699 for: {'network': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:15:30.702193 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c3887391-29e7-43bc-8f94-cfb61aa54175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for network (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:15:30.805165 dv-cinder-824895-3-iscsi neutron-server[102499]: WARNING neutron.services.revisions.revision_plugin [None req-c3887391-29e7-43bc-8f94-cfb61aa54175 admin admin] Could not find related network for resource to bump revision. Jan 17 21:15:30.820884 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3887391-29e7-43bc-8f94-cfb61aa54175 admin admin] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=102499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 21:15:30.830707 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c3887391-29e7-43bc-8f94-cfb61aa54175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874'] for segment (f195ffb0-6f06-4e22-bdea-afa8f128ddab), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:15:30.831055 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.db.segments_db [None req-c3887391-29e7-43bc-8f94-cfb61aa54175 admin admin] Added segment f195ffb0-6f06-4e22-bdea-afa8f128ddab of type vlan for network f1ee5c6f-907c-4a66-82e3-c55b519a2070 Jan 17 21:15:30.878731 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c3887391-29e7-43bc-8f94-cfb61aa54175 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789461006502'] for network (f1ee5c6f-907c-4a66-82e3-c55b519a2070), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:15:30.901994 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c3887391-29e7-43bc-8f94-cfb61aa54175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988'] for network (f1ee5c6f-907c-4a66-82e3-c55b519a2070), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:15:30.902938 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3887391-29e7-43bc-8f94-cfb61aa54175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:15:30.903517 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c3887391-29e7-43bc-8f94-cfb61aa54175 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:15:30.958227 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-c3887391-29e7-43bc-8f94-cfb61aa54175 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3256373 Jan 17 21:15:30.964570 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3887391-29e7-43bc-8f94-cfb61aa54175 admin admin] Pushing event updated for resources: {'Network': ['ID=f1ee5c6f-907c-4a66-82e3-c55b519a2070,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:15:30.974092 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3887391-29e7-43bc-8f94-cfb61aa54175 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:15:30.974472 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3887391-29e7-43bc-8f94-cfb61aa54175 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:15:30.974825 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3887391-29e7-43bc-8f94-cfb61aa54175 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:15:30.975166 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3887391-29e7-43bc-8f94-cfb61aa54175 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:15:30.975498 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3887391-29e7-43bc-8f94-cfb61aa54175 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:15:30.975835 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3887391-29e7-43bc-8f94-cfb61aa54175 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:15:30.976196 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3887391-29e7-43bc-8f94-cfb61aa54175 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:15:30.976567 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3887391-29e7-43bc-8f94-cfb61aa54175 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:15:30.976990 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3887391-29e7-43bc-8f94-cfb61aa54175 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:15:30.977222 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3887391-29e7-43bc-8f94-cfb61aa54175 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:15:30.977543 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3887391-29e7-43bc-8f94-cfb61aa54175 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:15:30.977866 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3887391-29e7-43bc-8f94-cfb61aa54175 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:15:30.978189 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3887391-29e7-43bc-8f94-cfb61aa54175 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:15:30.993028 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Network f1ee5c6f-907c-4a66-82e3-c55b519a2070 details requested by agent ovs-agent-dv-cinder-824895-3-iscsi with host dv-cinder-824895-3-iscsi {{(pid=102500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 21:15:31.315784 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:15:33.250692 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 48600) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:15:33.308905 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.pecan_wsgi.hooks.translation [None req-70e625a5-4a76-4998-8ec8-3befbf1a25bc admin admin] GET failed (client error): The resource could not be found. Jan 17 21:15:33.310592 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-70e625a5-4a76-4998-8ec8-3befbf1a25bc admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0588818 Jan 17 21:15:33.380925 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8ba78a-fcca-45c3-9d62-a322f53848dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:15:33.382431 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-4e8ba78a-fcca-45c3-9d62-a322f53848dd admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0673032 Jan 17 21:15:33.392170 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-f2cd4940-f538-4642-8219-1c661b1ccede admin admin] Request body: {'subnet': {'network_id': 'f1ee5c6f-907c-4a66-82e3-c55b519a2070', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'tenant_id': '333fefabe4ef4d629dfb77368d2f4699', 'description': 'shared-subnet'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:15:33.412906 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2cd4940-f538-4642-8219-1c661b1ccede admin admin] Made reservation on behalf of 333fefabe4ef4d629dfb77368d2f4699 for: {'subnet': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:15:33.415216 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f2cd4940-f538-4642-8219-1c661b1ccede admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:15:33.575609 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f2cd4940-f538-4642-8219-1c661b1ccede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988'] for subnet (6f4b801f-3b92-49bc-9cde-87c7bc8e0385), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:15:33.631925 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd4940-f538-4642-8219-1c661b1ccede admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f4b801f-3b92-49bc-9cde-87c7bc8e0385,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:15:33.642574 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cd4940-f538-4642-8219-1c661b1ccede admin admin] Checking segment: {'id': 'f195ffb0-6f06-4e22-bdea-afa8f128ddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f1ee5c6f-907c-4a66-82e3-c55b519a2070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:15:33.642936 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cd4940-f538-4642-8219-1c661b1ccede admin admin] Network hostable DHCP agents. Network: f1ee5c6f-907c-4a66-82e3-c55b519a2070, hostable agents: ['41e2bf6f-771d-4573-b749-4dbeb088662e'], hosted agents: [] {{(pid=102499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 21:15:33.659293 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cd4940-f538-4642-8219-1c661b1ccede admin admin] Network f1ee5c6f-907c-4a66-82e3-c55b519a2070 is scheduled to be hosted by DHCP agent 41e2bf6f-771d-4573-b749-4dbeb088662e with binding_index 1 {{(pid=102499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 21:15:33.668340 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-f2cd4940-f538-4642-8219-1c661b1ccede admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824895-3-iscsi, f1ee5c6f-907c-4a66-82e3-c55b519a2070) {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:15:33.674557 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cd4940-f538-4642-8219-1c661b1ccede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:15:33.675628 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f2cd4940-f538-4642-8219-1c661b1ccede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:15:33.679796 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494d5a0a-69fa-4691-b49d-4d189b1a5adf None None] Network f1ee5c6f-907c-4a66-82e3-c55b519a2070 requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:15:33.695549 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-f2cd4940-f538-4642-8219-1c661b1ccede admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3068144 Jan 17 21:15:33.801082 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80c8b87-4c9d-4594-b1ab-2c652a7b8590 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b485675-18a1-5f7e-9121-12847c6f93ae-f1ee5c6f-907c-4a66-82e3-c55b519a2070', 'network_id': 'f1ee5c6f-907c-4a66-82e3-c55b519a2070', 'project_id': '333fefabe4ef4d629dfb77368d2f4699', 'fixed_ips': [{'subnet_id': '6f4b801f-3b92-49bc-9cde-87c7bc8e0385'}]}} from dv-cinder-824895-3-iscsi. {{(pid=102500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 21:15:33.802016 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c80c8b87-4c9d-4594-b1ab-2c652a7b8590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:15:33.948655 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_common [None req-c80c8b87-4c9d-4594-b1ab-2c652a7b8590 None None] Allocated IP 192.168.233.2 (f1ee5c6f-907c-4a66-82e3-c55b519a2070/6f4b801f-3b92-49bc-9cde-87c7bc8e0385/5b84352c-fc52-4f6c-9590-402cf340aa7d) {{(pid=102500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:15:34.095660 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c80c8b87-4c9d-4594-b1ab-2c652a7b8590 None None] Publish callbacks [] for port (5b84352c-fc52-4f6c-9590-402cf340aa7d), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:15:34.102728 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c80c8b87-4c9d-4594-b1ab-2c652a7b8590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965'] for port (5b84352c-fc52-4f6c-9590-402cf340aa7d), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:15:34.147104 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80c8b87-4c9d-4594-b1ab-2c652a7b8590 None None] Network f1ee5c6f-907c-4a66-82e3-c55b519a2070 is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:15:34.152340 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-c80c8b87-4c9d-4594-b1ab-2c652a7b8590 None None] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:15:34.155343 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80c8b87-4c9d-4594-b1ab-2c652a7b8590 None None] Received port after_create {{(pid=102500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:15:34.157465 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c8b87-4c9d-4594-b1ab-2c652a7b8590 None None] Pushing event updated for resources: {'Port': ['ID=5b84352c-fc52-4f6c-9590-402cf340aa7d,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:15:34.169727 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c8b87-4c9d-4594-b1ab-2c652a7b8590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:15:34.170602 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c8b87-4c9d-4594-b1ab-2c652a7b8590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:15:34.170894 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c8b87-4c9d-4594-b1ab-2c652a7b8590 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:15:34.171230 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c8b87-4c9d-4594-b1ab-2c652a7b8590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:15:34.171563 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c8b87-4c9d-4594-b1ab-2c652a7b8590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:15:34.171889 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c8b87-4c9d-4594-b1ab-2c652a7b8590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:15:34.172290 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c8b87-4c9d-4594-b1ab-2c652a7b8590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:15:34.172623 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c8b87-4c9d-4594-b1ab-2c652a7b8590 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:15:34.172877 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c8b87-4c9d-4594-b1ab-2c652a7b8590 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:15:34.173217 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c8b87-4c9d-4594-b1ab-2c652a7b8590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:15:34.173541 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c8b87-4c9d-4594-b1ab-2c652a7b8590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:15:34.174366 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c8b87-4c9d-4594-b1ab-2c652a7b8590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:15:34.174366 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c8b87-4c9d-4594-b1ab-2c652a7b8590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:15:34.220116 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-c80c8b87-4c9d-4594-b1ab-2c652a7b8590 None None] Attempting to bind port 5b84352c-fc52-4f6c-9590-402cf340aa7d on host dv-cinder-824895-3-iscsi for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:15:34.220476 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-c80c8b87-4c9d-4594-b1ab-2c652a7b8590 None None] Attempting to bind port 5b84352c-fc52-4f6c-9590-402cf340aa7d by drivers openvswitch,hyperv on host dv-cinder-824895-3-iscsi at level 0 using segments [{'id': 'f195ffb0-6f06-4e22-bdea-afa8f128ddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f1ee5c6f-907c-4a66-82e3-c55b519a2070'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:15:34.220786 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80c8b87-4c9d-4594-b1ab-2c652a7b8590 None None] Attempting to bind port 5b84352c-fc52-4f6c-9590-402cf340aa7d on network f1ee5c6f-907c-4a66-82e3-c55b519a2070 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:15:34.225960 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80c8b87-4c9d-4594-b1ab-2c652a7b8590 None None] Checking agent: {'id': '03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824895-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 12, 31), 'started_at': datetime.datetime(2022, 1, 17, 21, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824895-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:15:34.226331 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80c8b87-4c9d-4594-b1ab-2c652a7b8590 None None] Checking segment: {'id': 'f195ffb0-6f06-4e22-bdea-afa8f128ddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f1ee5c6f-907c-4a66-82e3-c55b519a2070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:15:34.226735 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c80c8b87-4c9d-4594-b1ab-2c652a7b8590 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:15:34.227125 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80c8b87-4c9d-4594-b1ab-2c652a7b8590 None None] Bound using segment: {'id': 'f195ffb0-6f06-4e22-bdea-afa8f128ddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f1ee5c6f-907c-4a66-82e3-c55b519a2070'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:15:34.227589 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-c80c8b87-4c9d-4594-b1ab-2c652a7b8590 None None] Bound port: 5b84352c-fc52-4f6c-9590-402cf340aa7d, host: dv-cinder-824895-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f195ffb0-6f06-4e22-bdea-afa8f128ddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f1ee5c6f-907c-4a66-82e3-c55b519a2070'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:15:34.227969 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c80c8b87-4c9d-4594-b1ab-2c652a7b8590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (5b84352c-fc52-4f6c-9590-402cf340aa7d), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:15:34.390042 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-c80c8b87-4c9d-4594-b1ab-2c652a7b8590 None None] For port 5b84352c-fc52-4f6c-9590-402cf340aa7d, host dv-cinder-824895-3-iscsi, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:15:34.393262 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-c80c8b87-4c9d-4594-b1ab-2c652a7b8590 None None] For port 5b84352c-fc52-4f6c-9590-402cf340aa7d, host dv-cinder-824895-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=5b84352c-fc52-4f6c-9590-402cf340aa7d,segment=NetworkSegment(f195ffb0-6f06-4e22-bdea-afa8f128ddab),segment_id=f195ffb0-6f06-4e22-bdea-afa8f128ddab)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:15:34.398593 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c80c8b87-4c9d-4594-b1ab-2c652a7b8590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (5b84352c-fc52-4f6c-9590-402cf340aa7d), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:15:34.465139 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c8b87-4c9d-4594-b1ab-2c652a7b8590 None None] Pushing event updated for resources: {'Port': ['ID=5b84352c-fc52-4f6c-9590-402cf340aa7d,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:15:35.407414 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85aba503-559d-4b81-9490-f9220042e469 None None] Network f1ee5c6f-907c-4a66-82e3-c55b519a2070 requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:15:35.511474 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-676c7b2b-69fd-44da-8f72-bb58115a08e0 None None] Provisioning complete for port 5b84352c-fc52-4f6c-9590-402cf340aa7d triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:15:35.511865 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-676c7b2b-69fd-44da-8f72-bb58115a08e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (5b84352c-fc52-4f6c-9590-402cf340aa7d), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:15:35.605272 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-676c7b2b-69fd-44da-8f72-bb58115a08e0 None None] Current status of the port 5b84352c-fc52-4f6c-9590-402cf340aa7d is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:15:35.605895 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-676c7b2b-69fd-44da-8f72-bb58115a08e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (5b84352c-fc52-4f6c-9590-402cf340aa7d), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:15:35.642627 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-676c7b2b-69fd-44da-8f72-bb58115a08e0 None None] For port 5b84352c-fc52-4f6c-9590-402cf340aa7d, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=5b84352c-fc52-4f6c-9590-402cf340aa7d,segment=NetworkSegment(f195ffb0-6f06-4e22-bdea-afa8f128ddab),segment_id=f195ffb0-6f06-4e22-bdea-afa8f128ddab)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:15:35.649363 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-676c7b2b-69fd-44da-8f72-bb58115a08e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (5b84352c-fc52-4f6c-9590-402cf340aa7d), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:15:35.706360 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c7b2b-69fd-44da-8f72-bb58115a08e0 None None] Pushing event updated for resources: {'Port': ['ID=5b84352c-fc52-4f6c-9590-402cf340aa7d,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:15:35.770720 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-7e498397-cfd2-4780-8b96-813bf25c48c2 None None] Provisioning complete for port 5b84352c-fc52-4f6c-9590-402cf340aa7d triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:15:35.771365 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-7e498397-cfd2-4780-8b96-813bf25c48c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (5b84352c-fc52-4f6c-9590-402cf340aa7d), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:15:35.853733 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-7e498397-cfd2-4780-8b96-813bf25c48c2 None None] Current status of the port 5b84352c-fc52-4f6c-9590-402cf340aa7d is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:15:36.089983 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 5b84352c-fc52-4f6c-9590-402cf340aa7d up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:15:36.114226 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 5 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:15:36.146407 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port 5b84352c-fc52-4f6c-9590-402cf340aa7d triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:15:36.146798 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (5b84352c-fc52-4f6c-9590-402cf340aa7d), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:15:36.224122 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port 5b84352c-fc52-4f6c-9590-402cf340aa7d is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:15:54.861823 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-53473969-b3d1-441b-9f3f-da72b6352895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:15:57.599606 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d68462ac-c64f-4ff8-9774-18082f750a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:15:58.389901 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:15:59.987761 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:16:01.319817 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:16:13.112635 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 5 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:16:24.863666 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-900ed1eb-31e7-4843-babc-560d1ba1afd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:16:27.601913 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6ec58e3c-3f48-4dbd-b47e-1ecaeee91f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:16:28.389436 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:16:29.992175 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:16:31.322550 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:16:48.354931 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 48644) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:16:48.360980 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [None req-de8f2089-31b0-4393-a7a3-b4703967c735 tempest-verify_tempest_config-1311491436 tempest-verify_tempest_config-1311491436-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102499) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 21:16:48.361956 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-de8f2089-31b0-4393-a7a3-b4703967c735 tempest-verify_tempest_config-1311491436 tempest-verify_tempest_config-1311491436-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0060513 Jan 17 21:16:48.650733 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 48662) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:16:48.758766 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0c61fc6d-4664-469f-ba51-e3dc9c9863c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:16:48.832408 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0c61fc6d-4664-469f-ba51-e3dc9c9863c3 admin admin] Publish callbacks [] for security_group (1239bcce-4c89-45e7-9dd1-b1522eaa78cc), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:16:48.836947 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0c61fc6d-4664-469f-ba51-e3dc9c9863c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (1239bcce-4c89-45e7-9dd1-b1522eaa78cc), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:16:48.881414 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c61fc6d-4664-469f-ba51-e3dc9c9863c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1239bcce-4c89-45e7-9dd1-b1522eaa78cc,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:16:48.885138 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-0c61fc6d-4664-469f-ba51-e3dc9c9863c3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=45252eb1ac0147cd803ad5c178135c7b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2334192 Jan 17 21:16:48.889080 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 48666) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:16:48.891725 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c61fc6d-4664-469f-ba51-e3dc9c9863c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:16:48.892111 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c61fc6d-4664-469f-ba51-e3dc9c9863c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:16:48.892474 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c61fc6d-4664-469f-ba51-e3dc9c9863c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:16:48.892833 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c61fc6d-4664-469f-ba51-e3dc9c9863c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:16:48.893178 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c61fc6d-4664-469f-ba51-e3dc9c9863c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:16:48.893501 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c61fc6d-4664-469f-ba51-e3dc9c9863c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:16:48.893847 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c61fc6d-4664-469f-ba51-e3dc9c9863c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:16:48.894180 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c61fc6d-4664-469f-ba51-e3dc9c9863c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:16:48.894526 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c61fc6d-4664-469f-ba51-e3dc9c9863c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:16:48.894835 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c61fc6d-4664-469f-ba51-e3dc9c9863c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:16:48.895182 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c61fc6d-4664-469f-ba51-e3dc9c9863c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:16:48.895491 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c61fc6d-4664-469f-ba51-e3dc9c9863c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:16:48.895832 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c61fc6d-4664-469f-ba51-e3dc9c9863c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:16:48.943782 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-27c97abf-f54f-4ba7-8681-47f7aede13f4 admin admin] Publish callbacks [] for security_group (1239bcce-4c89-45e7-9dd1-b1522eaa78cc), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:16:48.964698 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-27c97abf-f54f-4ba7-8681-47f7aede13f4 admin admin] Publish callbacks [] for security_group (1239bcce-4c89-45e7-9dd1-b1522eaa78cc), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:16:49.054959 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-27c97abf-f54f-4ba7-8681-47f7aede13f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (1239bcce-4c89-45e7-9dd1-b1522eaa78cc), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:16:49.057622 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-27c97abf-f54f-4ba7-8681-47f7aede13f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:16:49.058796 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-27c97abf-f54f-4ba7-8681-47f7aede13f4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1239bcce-4c89-45e7-9dd1-b1522eaa78cc HTTP/1.1" status: 204 len: 168 time: 0.1686699 Jan 17 21:16:49.066645 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c97abf-f54f-4ba7-8681-47f7aede13f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1239bcce-4c89-45e7-9dd1-b1522eaa78cc,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:16:49.073583 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c97abf-f54f-4ba7-8681-47f7aede13f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:16:49.074051 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c97abf-f54f-4ba7-8681-47f7aede13f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:16:49.074439 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c97abf-f54f-4ba7-8681-47f7aede13f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:16:49.074782 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c97abf-f54f-4ba7-8681-47f7aede13f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:16:49.075631 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c97abf-f54f-4ba7-8681-47f7aede13f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:16:49.075969 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c97abf-f54f-4ba7-8681-47f7aede13f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:16:49.076550 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c97abf-f54f-4ba7-8681-47f7aede13f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:16:49.076858 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c97abf-f54f-4ba7-8681-47f7aede13f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:16:49.077197 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c97abf-f54f-4ba7-8681-47f7aede13f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:16:49.077532 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c97abf-f54f-4ba7-8681-47f7aede13f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:16:49.077865 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c97abf-f54f-4ba7-8681-47f7aede13f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:16:49.078194 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c97abf-f54f-4ba7-8681-47f7aede13f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:16:49.078518 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c97abf-f54f-4ba7-8681-47f7aede13f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:16:50.112243 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 5 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:16:54.869243 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5280cb15-9fa0-4cd7-8def-43fbdb41ff12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:16:57.605245 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9cbaea6f-435e-4150-bff3-22f17fc258f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:16:58.390808 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:17:00.004913 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:17:01.325795 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:17:24.861862 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b427b762-4513-42e3-8c7c-68fb39688b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:17:27.111786 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 5 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:17:27.607679 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-1b9501c0-1907-4ac0-aa50-e70e71f54b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:17:28.394623 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:17:29.999678 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:17:31.329224 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:17:54.863805 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-1eb7ac67-f74c-468c-b9fc-769a23ceb288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:17:57.609938 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-aa253b29-2166-4b63-b51d-aa2b5dd4528b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:17:58.396320 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:18:00.002606 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:18:01.332567 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:18:04.111285 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 5 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:18:21.285130 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1025189'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:18:24.866336 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e7b0fd3d-cbb2-421d-9c02-f404eb902391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:18:27.611919 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-0ea6b84e-b0ca-45e3-a5b9-50b59b9620ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:18:28.399274 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:18:30.007549 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:18:31.335302 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:18:36.161078 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 48740) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:18:36.266904 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-f2b3a82b-76ee-403a-afc1-4df084bc2d5d admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1047201 Jan 17 21:18:38.517771 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 48750) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:18:38.579081 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-540dcf63-4b49-46a3-8133-12f37ea7a619 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0599174 Jan 17 21:18:41.113491 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:18:51.270845 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:18:54.868614 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eb912ff0-d620-4ea4-88c6-0f0f9bcf263d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:18:57.612041 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ba283a34-1dff-42ea-84b8-98d9fbfd483b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:18:58.401535 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:19:00.007794 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:19:01.337525 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:19:18.111947 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:19:21.290845 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:19:24.871586 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f8e801f5-0648-420a-86cc-6c346a8437f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:19:27.615476 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-1e328291-0809-49ce-892e-1c5e580e65ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:19:28.406098 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:19:30.012513 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:19:31.342331 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:19:51.299807 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:19:54.873231 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a0435a5e-6bdf-4af6-b198-d1c9f95f7e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:19:55.112540 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:19:57.621385 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a9fb02f9-149a-4405-8747-98473f999ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:19:58.408947 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:00.015436 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:01.336837 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:10.752882 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 48960) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:10.888876 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 48972) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:10.904342 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 48976) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:11.140989 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-6052f04f-f6cb-41f9-98ee-932de296f8a6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-689999632-network', 'tenant_id': '090730c5b4bb4a7195d893aa312dcfe6'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:20:11.173172 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6052f04f-f6cb-41f9-98ee-932de296f8a6 admin admin] Made reservation on behalf of 090730c5b4bb4a7195d893aa312dcfe6 for: {'network': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:20:11.175563 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6052f04f-f6cb-41f9-98ee-932de296f8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for network (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:11.190995 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-d90977a3-d0d8-444b-af8f-5d4c5a3ba167 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-373982060-network', 'tenant_id': '3d304e800c1c44a5ae9dd3e05253a278'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:20:11.195521 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6052f04f-f6cb-41f9-98ee-932de296f8a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:11.231200 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-37930581-7ea1-4fb0-b883-5a6dd5451077 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1413002389-network', 'tenant_id': '0d7f91e0652941d8b3285e5399e9e8d0'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:20:11.265197 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37930581-7ea1-4fb0-b883-5a6dd5451077 admin admin] Made reservation on behalf of 0d7f91e0652941d8b3285e5399e9e8d0 for: {'network': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:20:11.272706 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-37930581-7ea1-4fb0-b883-5a6dd5451077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for network (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:11.283685 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-37930581-7ea1-4fb0-b883-5a6dd5451077 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:11.301287 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6052f04f-f6cb-41f9-98ee-932de296f8a6 admin admin] Publish callbacks [] for security_group (5a039fae-1cee-48b3-a7f1-a9f16d017455), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:11.309990 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6052f04f-f6cb-41f9-98ee-932de296f8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (5a039fae-1cee-48b3-a7f1-a9f16d017455), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:11.324946 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6052f04f-f6cb-41f9-98ee-932de296f8a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=102499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 21:20:11.341758 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90977a3-d0d8-444b-af8f-5d4c5a3ba167 admin admin] Made reservation on behalf of 3d304e800c1c44a5ae9dd3e05253a278 for: {'network': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:20:11.345107 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d90977a3-d0d8-444b-af8f-5d4c5a3ba167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for network (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:11.374768 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-37930581-7ea1-4fb0-b883-5a6dd5451077 admin admin] Publish callbacks [] for security_group (050854bd-831d-407f-a066-2786a13a4a14), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:11.379768 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-37930581-7ea1-4fb0-b883-5a6dd5451077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (050854bd-831d-407f-a066-2786a13a4a14), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:11.389557 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6052f04f-f6cb-41f9-98ee-932de296f8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874'] for segment (166c10b2-69f0-43a7-b6f5-235b4c406adc), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:11.390229 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.db.segments_db [None req-6052f04f-f6cb-41f9-98ee-932de296f8a6 admin admin] Added segment 166c10b2-69f0-43a7-b6f5-235b4c406adc of type vlan for network bff8e5f5-97ad-489f-85ec-9f479ea549b7 Jan 17 21:20:11.392264 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d90977a3-d0d8-444b-af8f-5d4c5a3ba167 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:11.395407 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37930581-7ea1-4fb0-b883-5a6dd5451077 admin admin] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=102498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 21:20:11.407304 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-37930581-7ea1-4fb0-b883-5a6dd5451077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874'] for segment (f2ffa5d4-a954-4b85-af08-52da65f81fec), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:11.407992 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.db.segments_db [None req-37930581-7ea1-4fb0-b883-5a6dd5451077 admin admin] Added segment f2ffa5d4-a954-4b85-af08-52da65f81fec of type vlan for network 02ad7499-14e7-430b-b29e-bb5cff05c8c0 Jan 17 21:20:11.410032 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6052f04f-f6cb-41f9-98ee-932de296f8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a039fae-1cee-48b3-a7f1-a9f16d017455,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:11.428514 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6052f04f-f6cb-41f9-98ee-932de296f8a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:11.429107 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6052f04f-f6cb-41f9-98ee-932de296f8a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:11.429665 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6052f04f-f6cb-41f9-98ee-932de296f8a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:11.430342 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6052f04f-f6cb-41f9-98ee-932de296f8a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:11.430838 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6052f04f-f6cb-41f9-98ee-932de296f8a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:11.432102 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6052f04f-f6cb-41f9-98ee-932de296f8a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:11.432715 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6052f04f-f6cb-41f9-98ee-932de296f8a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:11.433296 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6052f04f-f6cb-41f9-98ee-932de296f8a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:11.434091 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6052f04f-f6cb-41f9-98ee-932de296f8a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:11.435046 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6052f04f-f6cb-41f9-98ee-932de296f8a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:11.435674 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6052f04f-f6cb-41f9-98ee-932de296f8a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:11.436189 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6052f04f-f6cb-41f9-98ee-932de296f8a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:11.436722 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6052f04f-f6cb-41f9-98ee-932de296f8a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:11.438599 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6052f04f-f6cb-41f9-98ee-932de296f8a6 admin admin] Tracked resource versions report: Jan 17 21:20:11.438599 dv-cinder-824895-3-iscsi neutron-server[102499]: pushed versions: Jan 17 21:20:11.438599 dv-cinder-824895-3-iscsi neutron-server[102499]: { 'AddressGroup': {'1.2'}, Jan 17 21:20:11.438599 dv-cinder-824895-3-iscsi neutron-server[102499]: 'ConntrackHelper': {'1.0'}, Jan 17 21:20:11.438599 dv-cinder-824895-3-iscsi neutron-server[102499]: 'LocalIPAssociation': {'1.0'}, Jan 17 21:20:11.438599 dv-cinder-824895-3-iscsi neutron-server[102499]: 'Log': {'1.0'}, Jan 17 21:20:11.438599 dv-cinder-824895-3-iscsi neutron-server[102499]: 'Network': {'1.1'}, Jan 17 21:20:11.438599 dv-cinder-824895-3-iscsi neutron-server[102499]: 'Port': {'1.7'}, Jan 17 21:20:11.438599 dv-cinder-824895-3-iscsi neutron-server[102499]: 'PortForwarding': {'1.2'}, Jan 17 21:20:11.438599 dv-cinder-824895-3-iscsi neutron-server[102499]: 'QosPolicy': {'1.10'}, Jan 17 21:20:11.438599 dv-cinder-824895-3-iscsi neutron-server[102499]: 'SecurityGroup': {'1.5'}, Jan 17 21:20:11.438599 dv-cinder-824895-3-iscsi neutron-server[102499]: 'SecurityGroupRule': {'1.2'}, Jan 17 21:20:11.438599 dv-cinder-824895-3-iscsi neutron-server[102499]: 'SubPort': {'1.0'}, Jan 17 21:20:11.438599 dv-cinder-824895-3-iscsi neutron-server[102499]: 'Subnet': {'1.1'}, Jan 17 21:20:11.438599 dv-cinder-824895-3-iscsi neutron-server[102499]: 'Trunk': {'1.1'}} Jan 17 21:20:11.438599 dv-cinder-824895-3-iscsi neutron-server[102499]: consumer versions: Jan 17 21:20:11.438599 dv-cinder-824895-3-iscsi neutron-server[102499]: { DHCP agent@dv-cinder-824895-3-iscsi: {}, Jan 17 21:20:11.438599 dv-cinder-824895-3-iscsi neutron-server[102499]: HyperV agent@hv-cinder-82489: {}, Jan 17 21:20:11.438599 dv-cinder-824895-3-iscsi neutron-server[102499]: L3 agent@dv-cinder-824895-3-iscsi: {}, Jan 17 21:20:11.438599 dv-cinder-824895-3-iscsi neutron-server[102499]: Metadata agent@dv-cinder-824895-3-iscsi: {}, Jan 17 21:20:11.438599 dv-cinder-824895-3-iscsi neutron-server[102499]: Metering agent@dv-cinder-824895-3-iscsi: {}, Jan 17 21:20:11.438599 dv-cinder-824895-3-iscsi neutron-server[102499]: Open vSwitch agent@dv-cinder-824895-3-iscsi: { 'AddressGroup': '1.2', Jan 17 21:20:11.438599 dv-cinder-824895-3-iscsi neutron-server[102499]: 'ConntrackHelper': '1.0', Jan 17 21:20:11.438599 dv-cinder-824895-3-iscsi neutron-server[102499]: 'LocalIPAssociation': '1.0', Jan 17 21:20:11.438599 dv-cinder-824895-3-iscsi neutron-server[102499]: 'Log': '1.0', Jan 17 21:20:11.438599 dv-cinder-824895-3-iscsi neutron-server[102499]: 'Network': '1.1', Jan 17 21:20:11.438599 dv-cinder-824895-3-iscsi neutron-server[102499]: 'Port': '1.7', Jan 17 21:20:11.438599 dv-cinder-824895-3-iscsi neutron-server[102499]: 'PortForwarding': '1.2', Jan 17 21:20:11.438599 dv-cinder-824895-3-iscsi neutron-server[102499]: 'QosPolicy': '1.10', Jan 17 21:20:11.438599 dv-cinder-824895-3-iscsi neutron-server[102499]: 'SecurityGroup': '1.5', Jan 17 21:20:11.438599 dv-cinder-824895-3-iscsi neutron-server[102499]: 'SecurityGroupRule': '1.2', Jan 17 21:20:11.438599 dv-cinder-824895-3-iscsi neutron-server[102499]: 'SubPort': '1.0', Jan 17 21:20:11.438599 dv-cinder-824895-3-iscsi neutron-server[102499]: 'Subnet': '1.1', Jan 17 21:20:11.438599 dv-cinder-824895-3-iscsi neutron-server[102499]: 'Trunk': '1.1'}} Jan 17 21:20:11.438599 dv-cinder-824895-3-iscsi neutron-server[102499]: {{(pid=102499) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 21:20:11.491438 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-37930581-7ea1-4fb0-b883-5a6dd5451077 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789461006502'] for network (02ad7499-14e7-430b-b29e-bb5cff05c8c0), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:11.528064 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d90977a3-d0d8-444b-af8f-5d4c5a3ba167 admin admin] Publish callbacks [] for security_group (3d91237e-d586-4854-bd58-de9bf6582831), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:11.553588 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d90977a3-d0d8-444b-af8f-5d4c5a3ba167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (3d91237e-d586-4854-bd58-de9bf6582831), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:11.584003 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37930581-7ea1-4fb0-b883-5a6dd5451077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050854bd-831d-407f-a066-2786a13a4a14,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:11.591217 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90977a3-d0d8-444b-af8f-5d4c5a3ba167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d91237e-d586-4854-bd58-de9bf6582831,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:11.598497 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37930581-7ea1-4fb0-b883-5a6dd5451077 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:11.598872 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37930581-7ea1-4fb0-b883-5a6dd5451077 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:11.599308 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37930581-7ea1-4fb0-b883-5a6dd5451077 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:11.599550 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37930581-7ea1-4fb0-b883-5a6dd5451077 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:11.599884 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37930581-7ea1-4fb0-b883-5a6dd5451077 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:11.600319 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37930581-7ea1-4fb0-b883-5a6dd5451077 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:11.600616 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37930581-7ea1-4fb0-b883-5a6dd5451077 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:11.600908 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37930581-7ea1-4fb0-b883-5a6dd5451077 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:11.601307 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37930581-7ea1-4fb0-b883-5a6dd5451077 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:11.607442 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6052f04f-f6cb-41f9-98ee-932de296f8a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789461006502'] for network (bff8e5f5-97ad-489f-85ec-9f479ea549b7), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:11.607794 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37930581-7ea1-4fb0-b883-5a6dd5451077 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:11.608533 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37930581-7ea1-4fb0-b883-5a6dd5451077 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:11.609054 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37930581-7ea1-4fb0-b883-5a6dd5451077 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:11.609562 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37930581-7ea1-4fb0-b883-5a6dd5451077 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:11.611439 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37930581-7ea1-4fb0-b883-5a6dd5451077 admin admin] Tracked resource versions report: Jan 17 21:20:11.611439 dv-cinder-824895-3-iscsi neutron-server[102498]: pushed versions: Jan 17 21:20:11.611439 dv-cinder-824895-3-iscsi neutron-server[102498]: { 'AddressGroup': {'1.2'}, Jan 17 21:20:11.611439 dv-cinder-824895-3-iscsi neutron-server[102498]: 'ConntrackHelper': {'1.0'}, Jan 17 21:20:11.611439 dv-cinder-824895-3-iscsi neutron-server[102498]: 'LocalIPAssociation': {'1.0'}, Jan 17 21:20:11.611439 dv-cinder-824895-3-iscsi neutron-server[102498]: 'Log': {'1.0'}, Jan 17 21:20:11.611439 dv-cinder-824895-3-iscsi neutron-server[102498]: 'Network': {'1.1'}, Jan 17 21:20:11.611439 dv-cinder-824895-3-iscsi neutron-server[102498]: 'Port': {'1.7'}, Jan 17 21:20:11.611439 dv-cinder-824895-3-iscsi neutron-server[102498]: 'PortForwarding': {'1.2'}, Jan 17 21:20:11.611439 dv-cinder-824895-3-iscsi neutron-server[102498]: 'QosPolicy': {'1.10'}, Jan 17 21:20:11.611439 dv-cinder-824895-3-iscsi neutron-server[102498]: 'SecurityGroup': {'1.5'}, Jan 17 21:20:11.611439 dv-cinder-824895-3-iscsi neutron-server[102498]: 'SecurityGroupRule': {'1.2'}, Jan 17 21:20:11.611439 dv-cinder-824895-3-iscsi neutron-server[102498]: 'SubPort': {'1.0'}, Jan 17 21:20:11.611439 dv-cinder-824895-3-iscsi neutron-server[102498]: 'Subnet': {'1.1'}, Jan 17 21:20:11.611439 dv-cinder-824895-3-iscsi neutron-server[102498]: 'Trunk': {'1.1'}} Jan 17 21:20:11.611439 dv-cinder-824895-3-iscsi neutron-server[102498]: consumer versions: Jan 17 21:20:11.611439 dv-cinder-824895-3-iscsi neutron-server[102498]: { DHCP agent@dv-cinder-824895-3-iscsi: {}, Jan 17 21:20:11.611439 dv-cinder-824895-3-iscsi neutron-server[102498]: HyperV agent@hv-cinder-82489: {}, Jan 17 21:20:11.611439 dv-cinder-824895-3-iscsi neutron-server[102498]: L3 agent@dv-cinder-824895-3-iscsi: {}, Jan 17 21:20:11.611439 dv-cinder-824895-3-iscsi neutron-server[102498]: Metadata agent@dv-cinder-824895-3-iscsi: {}, Jan 17 21:20:11.611439 dv-cinder-824895-3-iscsi neutron-server[102498]: Metering agent@dv-cinder-824895-3-iscsi: {}, Jan 17 21:20:11.611439 dv-cinder-824895-3-iscsi neutron-server[102498]: Open vSwitch agent@dv-cinder-824895-3-iscsi: { 'AddressGroup': '1.2', Jan 17 21:20:11.611439 dv-cinder-824895-3-iscsi neutron-server[102498]: 'ConntrackHelper': '1.0', Jan 17 21:20:11.611439 dv-cinder-824895-3-iscsi neutron-server[102498]: 'LocalIPAssociation': '1.0', Jan 17 21:20:11.611439 dv-cinder-824895-3-iscsi neutron-server[102498]: 'Log': '1.0', Jan 17 21:20:11.611439 dv-cinder-824895-3-iscsi neutron-server[102498]: 'Network': '1.1', Jan 17 21:20:11.611439 dv-cinder-824895-3-iscsi neutron-server[102498]: 'Port': '1.7', Jan 17 21:20:11.611439 dv-cinder-824895-3-iscsi neutron-server[102498]: 'PortForwarding': '1.2', Jan 17 21:20:11.611439 dv-cinder-824895-3-iscsi neutron-server[102498]: 'QosPolicy': '1.10', Jan 17 21:20:11.611439 dv-cinder-824895-3-iscsi neutron-server[102498]: 'SecurityGroup': '1.5', Jan 17 21:20:11.611439 dv-cinder-824895-3-iscsi neutron-server[102498]: 'SecurityGroupRule': '1.2', Jan 17 21:20:11.611439 dv-cinder-824895-3-iscsi neutron-server[102498]: 'SubPort': '1.0', Jan 17 21:20:11.611439 dv-cinder-824895-3-iscsi neutron-server[102498]: 'Subnet': '1.1', Jan 17 21:20:11.611439 dv-cinder-824895-3-iscsi neutron-server[102498]: 'Trunk': '1.1'}} Jan 17 21:20:11.611439 dv-cinder-824895-3-iscsi neutron-server[102498]: {{(pid=102498) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 21:20:11.614189 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d90977a3-d0d8-444b-af8f-5d4c5a3ba167 admin admin] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=102499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 21:20:11.618273 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-37930581-7ea1-4fb0-b883-5a6dd5451077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988'] for network (02ad7499-14e7-430b-b29e-bb5cff05c8c0), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:11.622554 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37930581-7ea1-4fb0-b883-5a6dd5451077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:11.623483 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-37930581-7ea1-4fb0-b883-5a6dd5451077 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for network (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:11.644415 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d90977a3-d0d8-444b-af8f-5d4c5a3ba167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874'] for segment (bb957438-0fb5-42b5-996b-ada985f4f792), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:11.645083 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.db.segments_db [None req-d90977a3-d0d8-444b-af8f-5d4c5a3ba167 admin admin] Added segment bb957438-0fb5-42b5-996b-ada985f4f792 of type vlan for network af5d6d41-8980-4578-bea9-2653deda4e23 Jan 17 21:20:11.696204 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6052f04f-f6cb-41f9-98ee-932de296f8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988'] for network (bff8e5f5-97ad-489f-85ec-9f479ea549b7), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:11.697239 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6052f04f-f6cb-41f9-98ee-932de296f8a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:11.698000 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6052f04f-f6cb-41f9-98ee-932de296f8a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:11.770156 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-6052f04f-f6cb-41f9-98ee-932de296f8a6 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0159853 Jan 17 21:20:11.773500 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 49012) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:11.786708 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-bf8284ee-05c4-4fff-9664-46d852868017 admin admin] Request body: {'subnet': {'network_id': 'bff8e5f5-97ad-489f-85ec-9f479ea549b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-689999632-subnet', 'tenant_id': '090730c5b4bb4a7195d893aa312dcfe6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:20:11.791499 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d90977a3-d0d8-444b-af8f-5d4c5a3ba167 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789461006502'] for network (af5d6d41-8980-4578-bea9-2653deda4e23), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:11.803979 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6052f04f-f6cb-41f9-98ee-932de296f8a6 admin admin] Pushing event updated for resources: {'Network': ['ID=bff8e5f5-97ad-489f-85ec-9f479ea549b7,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:11.821003 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Network bff8e5f5-97ad-489f-85ec-9f479ea549b7 details requested by agent ovs-agent-dv-cinder-824895-3-iscsi with host dv-cinder-824895-3-iscsi {{(pid=102500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 21:20:11.831387 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 49016) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:11.836396 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-37930581-7ea1-4fb0-b883-5a6dd5451077 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9306340 Jan 17 21:20:11.838516 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-7eaecca4-c094-4af2-9c98-6f72cb7f165a admin admin] Request body: {'subnet': {'network_id': '02ad7499-14e7-430b-b29e-bb5cff05c8c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1413002389-subnet', 'tenant_id': '0d7f91e0652941d8b3285e5399e9e8d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:20:11.858896 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d90977a3-d0d8-444b-af8f-5d4c5a3ba167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988'] for network (af5d6d41-8980-4578-bea9-2653deda4e23), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:11.859733 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37930581-7ea1-4fb0-b883-5a6dd5451077 admin admin] Pushing event updated for resources: {'Network': ['ID=02ad7499-14e7-430b-b29e-bb5cff05c8c0,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:11.860930 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90977a3-d0d8-444b-af8f-5d4c5a3ba167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:11.862231 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d90977a3-d0d8-444b-af8f-5d4c5a3ba167 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:11.902761 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8284ee-05c4-4fff-9664-46d852868017 admin admin] Made reservation on behalf of 090730c5b4bb4a7195d893aa312dcfe6 for: {'subnet': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:20:11.906243 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-bf8284ee-05c4-4fff-9664-46d852868017 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:11.931837 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Network 02ad7499-14e7-430b-b29e-bb5cff05c8c0 details requested by agent ovs-agent-dv-cinder-824895-3-iscsi with host dv-cinder-824895-3-iscsi {{(pid=102500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 21:20:11.957921 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90977a3-d0d8-444b-af8f-5d4c5a3ba167 admin admin] Pushing event updated for resources: {'Network': ['ID=af5d6d41-8980-4578-bea9-2653deda4e23,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:11.991749 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-d90977a3-d0d8-444b-af8f-5d4c5a3ba167 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1016920 Jan 17 21:20:11.992776 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 49028) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:11.998849 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-30569d83-18bb-4b7f-97dd-bc37b52d23ab admin admin] Request body: {'subnet': {'network_id': 'af5d6d41-8980-4578-bea9-2653deda4e23', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-373982060-subnet', 'tenant_id': '3d304e800c1c44a5ae9dd3e05253a278', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:20:12.006111 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eaecca4-c094-4af2-9c98-6f72cb7f165a admin admin] Made reservation on behalf of 0d7f91e0652941d8b3285e5399e9e8d0 for: {'subnet': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:20:12.010001 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7eaecca4-c094-4af2-9c98-6f72cb7f165a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:12.127432 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Network af5d6d41-8980-4578-bea9-2653deda4e23 details requested by agent ovs-agent-dv-cinder-824895-3-iscsi with host dv-cinder-824895-3-iscsi {{(pid=102500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 21:20:12.349765 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-bf8284ee-05c4-4fff-9664-46d852868017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988'] for subnet (aa7783e7-3496-4e0a-9051-7034d9bfba99), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:12.352952 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7eaecca4-c094-4af2-9c98-6f72cb7f165a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988'] for subnet (a09f1881-550d-4a5b-a4dd-6120aab0e41b), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:12.450007 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8284ee-05c4-4fff-9664-46d852868017 admin admin] Checking segment: {'id': '166c10b2-69f0-43a7-b6f5-235b4c406adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'bff8e5f5-97ad-489f-85ec-9f479ea549b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:20:12.451361 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30569d83-18bb-4b7f-97dd-bc37b52d23ab admin admin] Made reservation on behalf of 3d304e800c1c44a5ae9dd3e05253a278 for: {'subnet': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:20:12.451668 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8284ee-05c4-4fff-9664-46d852868017 admin admin] Network hostable DHCP agents. Network: bff8e5f5-97ad-489f-85ec-9f479ea549b7, hostable agents: ['41e2bf6f-771d-4573-b749-4dbeb088662e'], hosted agents: [] {{(pid=102498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 21:20:12.456753 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-30569d83-18bb-4b7f-97dd-bc37b52d23ab admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:12.496018 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8284ee-05c4-4fff-9664-46d852868017 admin admin] Network bff8e5f5-97ad-489f-85ec-9f479ea549b7 is scheduled to be hosted by DHCP agent 41e2bf6f-771d-4573-b749-4dbeb088662e with binding_index 1 {{(pid=102498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 21:20:12.508229 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-bf8284ee-05c4-4fff-9664-46d852868017 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824895-3-iscsi, bff8e5f5-97ad-489f-85ec-9f479ea549b7) {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:20:12.523673 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e4bbe8-99c4-4a78-b2d4-fb3b10f436b8 None None] Network bff8e5f5-97ad-489f-85ec-9f479ea549b7 requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:20:12.544294 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8284ee-05c4-4fff-9664-46d852868017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:12.544929 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-bf8284ee-05c4-4fff-9664-46d852868017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for subnet (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:12.575590 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8284ee-05c4-4fff-9664-46d852868017 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa7783e7-3496-4e0a-9051-7034d9bfba99,revision_number=0']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:12.593825 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaecca4-c094-4af2-9c98-6f72cb7f165a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a09f1881-550d-4a5b-a4dd-6120aab0e41b,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:12.607379 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 49060) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:12.607892 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-bf8284ee-05c4-4fff-9664-46d852868017 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8327765 Jan 17 21:20:12.623594 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-982e9148-8b6b-4a16-83a7-2161cd25beb4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-689999632-router', 'tenant_id': '090730c5b4bb4a7195d893aa312dcfe6', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'}}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:20:12.756817 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaecca4-c094-4af2-9c98-6f72cb7f165a admin admin] Checking segment: {'id': 'f2ffa5d4-a954-4b85-af08-52da65f81fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '02ad7499-14e7-430b-b29e-bb5cff05c8c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:20:12.758124 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eaecca4-c094-4af2-9c98-6f72cb7f165a admin admin] Network hostable DHCP agents. Network: 02ad7499-14e7-430b-b29e-bb5cff05c8c0, hostable agents: ['41e2bf6f-771d-4573-b749-4dbeb088662e'], hosted agents: [] {{(pid=102499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 21:20:12.791697 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ad9994-0502-451c-a618-6ecebdc07cd6 None None] Network bff8e5f5-97ad-489f-85ec-9f479ea549b7 requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:20:12.801803 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-982e9148-8b6b-4a16-83a7-2161cd25beb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25756'] for router (d1e71449-4d34-4414-9108-574ab9612675), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:12.802992 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-982e9148-8b6b-4a16-83a7-2161cd25beb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1030443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1018761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25749'] for router (d1e71449-4d34-4414-9108-574ab9612675), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:12.835772 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eaecca4-c094-4af2-9c98-6f72cb7f165a admin admin] Network 02ad7499-14e7-430b-b29e-bb5cff05c8c0 is scheduled to be hosted by DHCP agent 41e2bf6f-771d-4573-b749-4dbeb088662e with binding_index 1 {{(pid=102499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 21:20:12.898782 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-7eaecca4-c094-4af2-9c98-6f72cb7f165a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824895-3-iscsi, 02ad7499-14e7-430b-b29e-bb5cff05c8c0) {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:20:12.919969 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed80c247-32ef-4855-9754-74279b5dfc68 None None] Network 02ad7499-14e7-430b-b29e-bb5cff05c8c0 requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:20:12.959192 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eaecca4-c094-4af2-9c98-6f72cb7f165a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:12.959425 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7eaecca4-c094-4af2-9c98-6f72cb7f165a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:12.966789 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-982e9148-8b6b-4a16-83a7-2161cd25beb4 admin admin] Publish callbacks [] for router_controller (d1e71449-4d34-4414-9108-574ab9612675), precommit_add_association {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:13.026503 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-7eaecca4-c094-4af2-9c98-6f72cb7f165a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1935363 Jan 17 21:20:13.128663 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-30569d83-18bb-4b7f-97dd-bc37b52d23ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988'] for subnet (1bd5985b-9517-4a3a-b4b6-9ffa21cdb95c), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:13.240816 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7938d277-b58f-43b8-bcd6-7652b89e4412 None None] Network 02ad7499-14e7-430b-b29e-bb5cff05c8c0 requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:20:13.400604 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-982e9148-8b6b-4a16-83a7-2161cd25beb4 admin admin] Publish callbacks [] for router_gateway (d1e71449-4d34-4414-9108-574ab9612675), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:13.426370 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30569d83-18bb-4b7f-97dd-bc37b52d23ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bd5985b-9517-4a3a-b4b6-9ffa21cdb95c,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:13.430452 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30569d83-18bb-4b7f-97dd-bc37b52d23ab admin admin] Checking segment: {'id': 'bb957438-0fb5-42b5-996b-ada985f4f792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'af5d6d41-8980-4578-bea9-2653deda4e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:20:13.430812 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30569d83-18bb-4b7f-97dd-bc37b52d23ab admin admin] Network hostable DHCP agents. Network: af5d6d41-8980-4578-bea9-2653deda4e23, hostable agents: ['41e2bf6f-771d-4573-b749-4dbeb088662e'], hosted agents: [] {{(pid=102499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 21:20:13.434252 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 49106) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:13.497605 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30569d83-18bb-4b7f-97dd-bc37b52d23ab admin admin] Network af5d6d41-8980-4578-bea9-2653deda4e23 is scheduled to be hosted by DHCP agent 41e2bf6f-771d-4573-b749-4dbeb088662e with binding_index 1 {{(pid=102499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 21:20:13.515476 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-30569d83-18bb-4b7f-97dd-bc37b52d23ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824895-3-iscsi, af5d6d41-8980-4578-bea9-2653deda4e23) {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:20:13.520734 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30569d83-18bb-4b7f-97dd-bc37b52d23ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:13.521806 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-30569d83-18bb-4b7f-97dd-bc37b52d23ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:13.529155 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0b5ee7-17e1-4d8f-bc3e-25e8d37276b2 None None] Network af5d6d41-8980-4578-bea9-2653deda4e23 requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:20:13.547288 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-30569d83-18bb-4b7f-97dd-bc37b52d23ab admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5522728 Jan 17 21:20:13.727481 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-982e9148-8b6b-4a16-83a7-2161cd25beb4 admin admin] Publish callbacks [] for router_gateway (d1e71449-4d34-4414-9108-574ab9612675), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:13.729439 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0b07ee-848f-4b0c-b560-23c617d4d267 None None] Network af5d6d41-8980-4578-bea9-2653deda4e23 requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:20:13.755282 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-982e9148-8b6b-4a16-83a7-2161cd25beb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:13.786721 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-a7b5c689-2fe5-4b25-b30f-a2172e6fc4e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:13.894757 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-a7b5c689-2fe5-4b25-b30f-a2172e6fc4e0 admin admin] Publish callbacks [] for security_group (8b3f64ff-c2c9-40f7-9a94-8a4bb0630567), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:13.902240 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-a7b5c689-2fe5-4b25-b30f-a2172e6fc4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (8b3f64ff-c2c9-40f7-9a94-8a4bb0630567), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:13.961638 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-a7b5c689-2fe5-4b25-b30f-a2172e6fc4e0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1fb0b8a68739469bb49d817bac56181e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5255668 Jan 17 21:20:13.972028 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 49116) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:13.993266 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [None req-982e9148-8b6b-4a16-83a7-2161cd25beb4 admin admin] Allocated IP 172.27.0.108 (a67fc2c9-f054-41ed-b80e-f186bf3f4e5f/f42dc890-63b4-41d2-851c-b195861b2359/a579857b-3e6e-45ae-b394-f360622e8e4f) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:20:13.999108 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5c689-2fe5-4b25-b30f-a2172e6fc4e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3f64ff-c2c9-40f7-9a94-8a4bb0630567,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:14.148578 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-038b70c6-3e48-4e62-aa23-2ed22701416a admin admin] Publish callbacks [] for security_group (8b3f64ff-c2c9-40f7-9a94-8a4bb0630567), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:14.193896 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-038b70c6-3e48-4e62-aa23-2ed22701416a admin admin] Publish callbacks [] for security_group (8b3f64ff-c2c9-40f7-9a94-8a4bb0630567), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:14.230731 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-982e9148-8b6b-4a16-83a7-2161cd25beb4 admin admin] Publish callbacks [] for port (a579857b-3e6e-45ae-b394-f360622e8e4f), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:14.311712 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-038b70c6-3e48-4e62-aa23-2ed22701416a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (8b3f64ff-c2c9-40f7-9a94-8a4bb0630567), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:14.317666 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-038b70c6-3e48-4e62-aa23-2ed22701416a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:14.320976 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-038b70c6-3e48-4e62-aa23-2ed22701416a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8b3f64ff-c2c9-40f7-9a94-8a4bb0630567 HTTP/1.1" status: 204 len: 168 time: 0.3479555 Jan 17 21:20:14.335770 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-982e9148-8b6b-4a16-83a7-2161cd25beb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965'] for port (a579857b-3e6e-45ae-b394-f360622e8e4f), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:14.344510 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b70c6-3e48-4e62-aa23-2ed22701416a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3f64ff-c2c9-40f7-9a94-8a4bb0630567,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:14.372346 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982e9148-8b6b-4a16-83a7-2161cd25beb4 admin admin] Network a67fc2c9-f054-41ed-b80e-f186bf3f4e5f is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:20:14.375299 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-982e9148-8b6b-4a16-83a7-2161cd25beb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:20:14.381934 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982e9148-8b6b-4a16-83a7-2161cd25beb4 admin admin] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:20:14.397976 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 49144) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:14.408952 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-5b7692b0-25dc-460d-8d10-78da50de9deb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2060577791-network', 'tenant_id': 'bb6f4113522d476d9f3aa5d9be40e078'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:20:14.460821 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7692b0-25dc-460d-8d10-78da50de9deb admin admin] Made reservation on behalf of bb6f4113522d476d9f3aa5d9be40e078 for: {'network': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:20:14.464906 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5b7692b0-25dc-460d-8d10-78da50de9deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for network (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:14.494052 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5b7692b0-25dc-460d-8d10-78da50de9deb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:14.516637 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e9148-8b6b-4a16-83a7-2161cd25beb4 admin admin] Pushing event updated for resources: {'Port': ['ID=a579857b-3e6e-45ae-b394-f360622e8e4f,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:14.621916 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5b7692b0-25dc-460d-8d10-78da50de9deb admin admin] Publish callbacks [] for security_group (e0f97424-d261-4324-8abc-70f115e9f43b), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:14.631665 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5b7692b0-25dc-460d-8d10-78da50de9deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (e0f97424-d261-4324-8abc-70f115e9f43b), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:14.689839 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b7692b0-25dc-460d-8d10-78da50de9deb admin admin] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=102498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 21:20:14.735578 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5b7692b0-25dc-460d-8d10-78da50de9deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874'] for segment (19ef67b5-6021-4948-b4b7-5123e071f50c), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:14.736051 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.db.segments_db [None req-5b7692b0-25dc-460d-8d10-78da50de9deb admin admin] Added segment 19ef67b5-6021-4948-b4b7-5123e071f50c of type vlan for network 18d3f485-a3eb-4eb0-9678-0a20ac1855ec Jan 17 21:20:14.761391 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7692b0-25dc-460d-8d10-78da50de9deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f97424-d261-4324-8abc-70f115e9f43b,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:14.800470 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-982e9148-8b6b-4a16-83a7-2161cd25beb4 admin admin] Publish callbacks [] for router_gateway (d1e71449-4d34-4414-9108-574ab9612675), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:14.800735 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5b7692b0-25dc-460d-8d10-78da50de9deb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789461006502'] for network (18d3f485-a3eb-4eb0-9678-0a20ac1855ec), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:14.837156 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5b7692b0-25dc-460d-8d10-78da50de9deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988'] for network (18d3f485-a3eb-4eb0-9678-0a20ac1855ec), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:14.838750 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7692b0-25dc-460d-8d10-78da50de9deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:14.839574 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5b7692b0-25dc-460d-8d10-78da50de9deb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for network (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:14.893339 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 49174) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:14.895691 dv-cinder-824895-3-iscsi neutron-server[102498]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 17 21:20:14.947200 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-5b7692b0-25dc-460d-8d10-78da50de9deb admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5479920 Jan 17 21:20:14.960034 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 49178) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:14.967452 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-5d17c108-38dd-4dab-90ce-aab9cfb3074f admin admin] Request body: {'subnet': {'network_id': '18d3f485-a3eb-4eb0-9678-0a20ac1855ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2060577791-subnet', 'tenant_id': 'bb6f4113522d476d9f3aa5d9be40e078', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:20:14.977420 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 49180) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:14.998851 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f32286e4-068f-4d03-8847-841820121de5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:15.068819 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d17c108-38dd-4dab-90ce-aab9cfb3074f admin admin] Made reservation on behalf of bb6f4113522d476d9f3aa5d9be40e078 for: {'subnet': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:20:15.071115 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5d17c108-38dd-4dab-90ce-aab9cfb3074f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:15.098510 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7692b0-25dc-460d-8d10-78da50de9deb admin admin] Pushing event updated for resources: {'Network': ['ID=18d3f485-a3eb-4eb0-9678-0a20ac1855ec,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:15.109349 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Network 18d3f485-a3eb-4eb0-9678-0a20ac1855ec details requested by agent ovs-agent-dv-cinder-824895-3-iscsi with host dv-cinder-824895-3-iscsi {{(pid=102500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 21:20:15.159188 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-982e9148-8b6b-4a16-83a7-2161cd25beb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1026008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1018718'] for router (d1e71449-4d34-4414-9108-574ab9612675), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:15.233137 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-f45c4bbf-2dc3-48e2-9be0-94d005be6099 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:15.234660 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-f45c4bbf-2dc3-48e2-9be0-94d005be6099 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/networks?id=af5d6d41-8980-4578-bea9-2653deda4e23 HTTP/1.1" status: 200 len: 811 time: 0.3403468 Jan 17 21:20:15.269291 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-2b3d879e-02a7-425b-83d5-8fe42082dbe0 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/quotas/3d304e800c1c44a5ae9dd3e05253a278 HTTP/1.1" status: 200 len: 375 time: 0.0269120 Jan 17 21:20:15.344836 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-5e07acf9-b4e3-4237-b9f5-7231add749d0 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3d304e800c1c44a5ae9dd3e05253a278&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742085 Jan 17 21:20:15.346106 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f32286e4-068f-4d03-8847-841820121de5 admin admin] Publish callbacks [] for security_group (954f16f6-372e-4114-b322-9949932cc6c1), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:15.356885 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f32286e4-068f-4d03-8847-841820121de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (954f16f6-372e-4114-b322-9949932cc6c1), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:15.426195 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32286e4-068f-4d03-8847-841820121de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954f16f6-372e-4114-b322-9949932cc6c1,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:15.558832 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-67c60260-7cc6-472e-9849-0b24729ed3c2 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102498) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 21:20:15.562098 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-f32286e4-068f-4d03-8847-841820121de5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6880c9674ba1459db626e7bdb3c413b1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5827029 Jan 17 21:20:15.567175 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-67c60260-7cc6-472e-9849-0b24729ed3c2 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0707321 Jan 17 21:20:15.569998 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 49204) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:15.611814 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5d17c108-38dd-4dab-90ce-aab9cfb3074f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988'] for subnet (c3d811f8-e28e-4f93-803e-ab751bec2900), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:15.618527 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982e9148-8b6b-4a16-83a7-2161cd25beb4 admin admin] Router d1e71449-4d34-4414-9108-574ab9612675 is scheduled to L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 with binding_index 1 {{(pid=102499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 21:20:15.750479 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17c108-38dd-4dab-90ce-aab9cfb3074f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3d811f8-e28e-4f93-803e-ab751bec2900,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:15.753633 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-3ee03752-51ab-43f8-a383-7249abbd24e1 service neutron] 10.222.0.64 "GET /v2.0/networks/af5d6d41-8980-4578-bea9-2653deda4e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849008 Jan 17 21:20:15.772526 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5449a1d8-92d7-45db-a87d-f27f830412aa admin admin] Publish callbacks [] for security_group (954f16f6-372e-4114-b322-9949932cc6c1), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:15.826016 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d17c108-38dd-4dab-90ce-aab9cfb3074f admin admin] Checking segment: {'id': '19ef67b5-6021-4948-b4b7-5123e071f50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '18d3f485-a3eb-4eb0-9678-0a20ac1855ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:20:15.826375 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d17c108-38dd-4dab-90ce-aab9cfb3074f admin admin] Network hostable DHCP agents. Network: 18d3f485-a3eb-4eb0-9678-0a20ac1855ec, hostable agents: ['41e2bf6f-771d-4573-b749-4dbeb088662e'], hosted agents: [] {{(pid=102499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 21:20:15.850206 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5449a1d8-92d7-45db-a87d-f27f830412aa admin admin] Publish callbacks [] for security_group (954f16f6-372e-4114-b322-9949932cc6c1), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:15.892352 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982e9148-8b6b-4a16-83a7-2161cd25beb4 admin admin] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:20:15.894633 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-f386bff3-9e6e-4980-b01b-fc7e3df1cd7f service neutron] 10.222.0.64 "GET /v2.0/networks/af5d6d41-8980-4578-bea9-2653deda4e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400175 Jan 17 21:20:15.904129 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4979af-e02f-4d63-a1ba-5818f483586e None None] Sync routers for ids ['d1e71449-4d34-4414-9108-574ab9612675'] in dv-cinder-824895-3-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:20:15.917018 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4979af-e02f-4d63-a1ba-5818f483586e None None] Routers {'d1e71449-4d34-4414-9108-574ab9612675'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:20:15.919259 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-6d4979af-e02f-4d63-a1ba-5818f483586e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:19:58Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['d1e71449-4d34-4414-9108-574ab9612675'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:20:15.920675 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d17c108-38dd-4dab-90ce-aab9cfb3074f admin admin] Network 18d3f485-a3eb-4eb0-9678-0a20ac1855ec is scheduled to be hosted by DHCP agent 41e2bf6f-771d-4573-b749-4dbeb088662e with binding_index 1 {{(pid=102499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 21:20:15.933252 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-982e9148-8b6b-4a16-83a7-2161cd25beb4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:15.937217 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-982e9148-8b6b-4a16-83a7-2161cd25beb4 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.3252053 Jan 17 21:20:15.937478 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 49234) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:15.942590 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-5d17c108-38dd-4dab-90ce-aab9cfb3074f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824895-3-iscsi, 18d3f485-a3eb-4eb0-9678-0a20ac1855ec) {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:20:15.955628 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d17c108-38dd-4dab-90ce-aab9cfb3074f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:15.956485 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5d17c108-38dd-4dab-90ce-aab9cfb3074f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:15.970777 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8aa7310-f48a-4f4a-9edf-12661bfc5360 None None] Network 18d3f485-a3eb-4eb0-9678-0a20ac1855ec requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:20:15.974645 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5449a1d8-92d7-45db-a87d-f27f830412aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (954f16f6-372e-4114-b322-9949932cc6c1), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:15.985602 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5449a1d8-92d7-45db-a87d-f27f830412aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:15.986599 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-5449a1d8-92d7-45db-a87d-f27f830412aa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/954f16f6-372e-4114-b322-9949932cc6c1 HTTP/1.1" status: 204 len: 168 time: 0.4133317 Jan 17 21:20:16.000192 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5449a1d8-92d7-45db-a87d-f27f830412aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954f16f6-372e-4114-b322-9949932cc6c1,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:16.008132 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-5d17c108-38dd-4dab-90ce-aab9cfb3074f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0470164 Jan 17 21:20:16.192597 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7f7441-3733-453b-8ce5-aa6582b1ac3d None None] Network 18d3f485-a3eb-4eb0-9678-0a20ac1855ec requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:20:16.230929 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-6d4979af-e02f-4d63-a1ba-5818f483586e None None] Set router d1e71449-4d34-4414-9108-574ab9612675 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:20:16.248457 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 49250) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:16.434023 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 49266) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:16.439800 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d042036-b04b-4bda-8e7f-341952407ecd admin admin] Deleting subnet a09f1881-550d-4a5b-a4dd-6120aab0e41b {{(pid=102499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 21:20:16.448184 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1d042036-b04b-4bda-8e7f-341952407ecd admin admin] Publish callbacks [] for subnet (a09f1881-550d-4a5b-a4dd-6120aab0e41b), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:16.535905 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1d042036-b04b-4bda-8e7f-341952407ecd admin admin] Publish callbacks [] for subnet (a09f1881-550d-4a5b-a4dd-6120aab0e41b), precommit_delete_associations {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:16.571464 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1d042036-b04b-4bda-8e7f-341952407ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7879495'] for subnet (a09f1881-550d-4a5b-a4dd-6120aab0e41b), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:16.661104 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e0825bcc-d45e-4cd2-9b18-d8874a10b0e0 req-f67801a6-6f6c-4638-8d55-d5872b2ba63b tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/ports?device_id=069fd10f-3002-4910-884d-0bfc2697b631 HTTP/1.1" status: 200 len: 210 time: 0.2257855 Jan 17 21:20:16.684436 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1d042036-b04b-4bda-8e7f-341952407ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7879504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988'] for subnet (a09f1881-550d-4a5b-a4dd-6120aab0e41b), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:16.718461 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d042036-b04b-4bda-8e7f-341952407ecd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a09f1881-550d-4a5b-a4dd-6120aab0e41b,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:16.734464 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1d042036-b04b-4bda-8e7f-341952407ecd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:16.753985 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-1d042036-b04b-4bda-8e7f-341952407ecd admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a09f1881-550d-4a5b-a4dd-6120aab0e41b HTTP/1.1" status: 204 len: 168 time: 0.5032995 Jan 17 21:20:16.754649 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 49286) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:16.891209 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-6d4979af-e02f-4d63-a1ba-5818f483586e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e71449-4d34-4414-9108-574ab9612675', 'name': 'tempest-ServerRescueNegativeTestJSON-689999632-router', 'tenant_id': '090730c5b4bb4a7195d893aa312dcfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'a579857b-3e6e-45ae-b394-f360622e8e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:20:12Z', 'updated_at': '2022-01-17T21:20:14Z', 'revision_number': 3, 'project_id': '090730c5b4bb4a7195d893aa312dcfe6', 'gw_port': {'id': 'a579857b-3e6e-45ae-b394-f360622e8e4f', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:51:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e71449-4d34-4414-9108-574ab9612675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:20:13Z', 'updated_at': '2022-01-17T21:20:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi'}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:20:16.910242 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-04b5676b-a667-455e-b151-78f39e48aa2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8337467'] for network (02ad7499-14e7-430b-b29e-bb5cff05c8c0), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:16.984742 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4979af-e02f-4d63-a1ba-5818f483586e None None] Checking router: d1e71449-4d34-4414-9108-574ab9612675 for host: dv-cinder-824895-3-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:20:16.985952 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4979af-e02f-4d63-a1ba-5818f483586e None None] Updating router d1e71449-4d34-4414-9108-574ab9612675 port a579857b-3e6e-45ae-b394-f360622e8e4f binding host dv-cinder-824895-3-iscsi {{(pid=102501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 21:20:17.068775 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-04b5676b-a667-455e-b151-78f39e48aa2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876800', 'neutron.services.segments.db._delete_segments_for_network-8789461539368'] for network (02ad7499-14e7-430b-b29e-bb5cff05c8c0), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:17.077944 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-6d4979af-e02f-4d63-a1ba-5818f483586e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (a579857b-3e6e-45ae-b394-f360622e8e4f), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:17.098132 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-04b5676b-a667-455e-b151-78f39e48aa2e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:20:17.098771 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-04b5676b-a667-455e-b151-78f39e48aa2e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:20:17.099704 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-04b5676b-a667-455e-b151-78f39e48aa2e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:20:17.100396 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-04b5676b-a667-455e-b151-78f39e48aa2e admin admin] Subscribe: > port after_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:20:17.100926 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-04b5676b-a667-455e-b151-78f39e48aa2e admin admin] Subscribe: > port after_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:20:17.101433 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-04b5676b-a667-455e-b151-78f39e48aa2e admin admin] Subscribe: > port after_update 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:20:17.101652 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-10c9f19e-490a-4f08-9cfb-68f4373d660c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:17.102255 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-04b5676b-a667-455e-b151-78f39e48aa2e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:20:17.103289 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-04b5676b-a667-455e-b151-78f39e48aa2e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:20:17.103796 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-04b5676b-a667-455e-b151-78f39e48aa2e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:20:17.104279 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-04b5676b-a667-455e-b151-78f39e48aa2e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:20:17.370765 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [None req-10c9f19e-490a-4f08-9cfb-68f4373d660c admin admin] Allocated IP 172.20.0.1 (bff8e5f5-97ad-489f-85ec-9f479ea549b7/aa7783e7-3496-4e0a-9051-7034d9bfba99/ec090983-1710-4daa-845e-fd4ad3f728ee) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:20:17.439187 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-04b5676b-a667-455e-b151-78f39e48aa2e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:20:17.439537 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-04b5676b-a667-455e-b151-78f39e48aa2e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:20:17.439877 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-04b5676b-a667-455e-b151-78f39e48aa2e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:20:17.440211 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-04b5676b-a667-455e-b151-78f39e48aa2e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:20:17.440610 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-04b5676b-a667-455e-b151-78f39e48aa2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02ad7499-14e7-430b-b29e-bb5cff05c8c0']}} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:20:17.459329 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-04b5676b-a667-455e-b151-78f39e48aa2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2ffa5d4-a954-4b85-af08-52da65f81fec') {'for_net_delete': True} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:20:17.459631 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-04b5676b-a667-455e-b151-78f39e48aa2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2ffa5d4-a954-4b85-af08-52da65f81fec') {} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:20:17.479343 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-04b5676b-a667-455e-b151-78f39e48aa2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789461539633', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901235'] for segment (f2ffa5d4-a954-4b85-af08-52da65f81fec), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:17.501285 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-6d4979af-e02f-4d63-a1ba-5818f483586e None None] Publish callbacks [] for port (a579857b-3e6e-45ae-b394-f360622e8e4f), precommit_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:17.503770 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-04b5676b-a667-455e-b151-78f39e48aa2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874'] for segment (f2ffa5d4-a954-4b85-af08-52da65f81fec), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:17.507909 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-6d4979af-e02f-4d63-a1ba-5818f483586e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (a579857b-3e6e-45ae-b394-f360622e8e4f), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:17.515930 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b5676b-a667-455e-b151-78f39e48aa2e admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=102499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 21:20:17.516655 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-04b5676b-a667-455e-b151-78f39e48aa2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3358420'] for segment (f2ffa5d4-a954-4b85-af08-52da65f81fec), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:17.521579 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 21:20:17.521579 dv-cinder-824895-3-iscsi neutron-server[102499]: from cryptography.utils import int_from_bytes Jan 17 21:20:17.521579 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 21:20:17.521579 dv-cinder-824895-3-iscsi neutron-server[102499]: from cryptography.utils import int_from_bytes Jan 17 21:20:17.521579 dv-cinder-824895-3-iscsi neutron-server[102499]: Traceback (most recent call last): Jan 17 21:20:17.521579 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 21:20:17.521579 dv-cinder-824895-3-iscsi neutron-server[102499]: timer() Jan 17 21:20:17.521579 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 21:20:17.521579 dv-cinder-824895-3-iscsi neutron-server[102499]: cb(*args, **kw) Jan 17 21:20:17.521579 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 21:20:17.521579 dv-cinder-824895-3-iscsi neutron-server[102499]: return func(*args, **kwargs) Jan 17 21:20:17.521579 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 21:20:17.521579 dv-cinder-824895-3-iscsi neutron-server[102499]: self._notify() Jan 17 21:20:17.521579 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 21:20:17.521579 dv-cinder-824895-3-iscsi neutron-server[102499]: self.callback(batched_events) Jan 17 21:20:17.521579 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 21:20:17.521579 dv-cinder-824895-3-iscsi neutron-server[102499]: event.method(event) Jan 17 21:20:17.521579 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 21:20:17.521579 dv-cinder-824895-3-iscsi neutron-server[102499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 21:20:17.521579 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 21:20:17.521579 dv-cinder-824895-3-iscsi neutron-server[102499]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 21:20:17.521579 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 21:20:17.521579 dv-cinder-824895-3-iscsi neutron-server[102499]: return f(self, *a, **k) Jan 17 21:20:17.521579 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 21:20:17.521579 dv-cinder-824895-3-iscsi neutron-server[102499]: return self._get(url).json() Jan 17 21:20:17.521579 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 21:20:17.521579 dv-cinder-824895-3-iscsi neutron-server[102499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 21:20:17.521579 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 21:20:17.521579 dv-cinder-824895-3-iscsi neutron-server[102499]: return self.request(url, 'GET', **kwargs) Jan 17 21:20:17.521579 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 21:20:17.521579 dv-cinder-824895-3-iscsi neutron-server[102499]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 21:20:17.521579 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 21:20:17.521579 dv-cinder-824895-3-iscsi neutron-server[102499]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 21:20:17.521579 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 21:20:17.521579 dv-cinder-824895-3-iscsi neutron-server[102499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 21:20:17.521579 dv-cinder-824895-3-iscsi neutron-server[102499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 21:20:17.527596 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-10c9f19e-490a-4f08-9cfb-68f4373d660c admin admin] Publish callbacks [] for port (ec090983-1710-4daa-845e-fd4ad3f728ee), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:17.557097 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e2542-4c36-47b4-a3fa-4c430d8e6bf9 None None] Pushing event updated for resources: {'Port': ['ID=a579857b-3e6e-45ae-b394-f360622e8e4f,revision_number=2']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:17.568851 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44e2542-4c36-47b4-a3fa-4c430d8e6bf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:17.569542 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44e2542-4c36-47b4-a3fa-4c430d8e6bf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:17.570067 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44e2542-4c36-47b4-a3fa-4c430d8e6bf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:17.570576 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44e2542-4c36-47b4-a3fa-4c430d8e6bf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:17.582410 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44e2542-4c36-47b4-a3fa-4c430d8e6bf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:17.583100 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44e2542-4c36-47b4-a3fa-4c430d8e6bf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:17.583839 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44e2542-4c36-47b4-a3fa-4c430d8e6bf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:17.585053 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44e2542-4c36-47b4-a3fa-4c430d8e6bf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:17.585677 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44e2542-4c36-47b4-a3fa-4c430d8e6bf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:17.586187 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44e2542-4c36-47b4-a3fa-4c430d8e6bf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:17.586806 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44e2542-4c36-47b4-a3fa-4c430d8e6bf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:17.587929 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44e2542-4c36-47b4-a3fa-4c430d8e6bf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:17.594359 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44e2542-4c36-47b4-a3fa-4c430d8e6bf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:17.595777 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-10c9f19e-490a-4f08-9cfb-68f4373d660c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965'] for port (ec090983-1710-4daa-845e-fd4ad3f728ee), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:17.596092 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44e2542-4c36-47b4-a3fa-4c430d8e6bf9 None None] Tracked resource versions report: Jan 17 21:20:17.596092 dv-cinder-824895-3-iscsi neutron-server[102501]: pushed versions: Jan 17 21:20:17.596092 dv-cinder-824895-3-iscsi neutron-server[102501]: { 'AddressGroup': {'1.2'}, Jan 17 21:20:17.596092 dv-cinder-824895-3-iscsi neutron-server[102501]: 'ConntrackHelper': {'1.0'}, Jan 17 21:20:17.596092 dv-cinder-824895-3-iscsi neutron-server[102501]: 'LocalIPAssociation': {'1.0'}, Jan 17 21:20:17.596092 dv-cinder-824895-3-iscsi neutron-server[102501]: 'Log': {'1.0'}, Jan 17 21:20:17.596092 dv-cinder-824895-3-iscsi neutron-server[102501]: 'Network': {'1.1'}, Jan 17 21:20:17.596092 dv-cinder-824895-3-iscsi neutron-server[102501]: 'Port': {'1.7'}, Jan 17 21:20:17.596092 dv-cinder-824895-3-iscsi neutron-server[102501]: 'PortForwarding': {'1.2'}, Jan 17 21:20:17.596092 dv-cinder-824895-3-iscsi neutron-server[102501]: 'QosPolicy': {'1.10'}, Jan 17 21:20:17.596092 dv-cinder-824895-3-iscsi neutron-server[102501]: 'SecurityGroup': {'1.5'}, Jan 17 21:20:17.596092 dv-cinder-824895-3-iscsi neutron-server[102501]: 'SecurityGroupRule': {'1.2'}, Jan 17 21:20:17.596092 dv-cinder-824895-3-iscsi neutron-server[102501]: 'SubPort': {'1.0'}, Jan 17 21:20:17.596092 dv-cinder-824895-3-iscsi neutron-server[102501]: 'Subnet': {'1.1'}, Jan 17 21:20:17.596092 dv-cinder-824895-3-iscsi neutron-server[102501]: 'Trunk': {'1.1'}} Jan 17 21:20:17.596092 dv-cinder-824895-3-iscsi neutron-server[102501]: consumer versions: Jan 17 21:20:17.596092 dv-cinder-824895-3-iscsi neutron-server[102501]: { DHCP agent@dv-cinder-824895-3-iscsi: {}, Jan 17 21:20:17.596092 dv-cinder-824895-3-iscsi neutron-server[102501]: HyperV agent@hv-cinder-82489: {}, Jan 17 21:20:17.596092 dv-cinder-824895-3-iscsi neutron-server[102501]: L3 agent@dv-cinder-824895-3-iscsi: {}, Jan 17 21:20:17.596092 dv-cinder-824895-3-iscsi neutron-server[102501]: Metadata agent@dv-cinder-824895-3-iscsi: {}, Jan 17 21:20:17.596092 dv-cinder-824895-3-iscsi neutron-server[102501]: Metering agent@dv-cinder-824895-3-iscsi: {}, Jan 17 21:20:17.596092 dv-cinder-824895-3-iscsi neutron-server[102501]: Open vSwitch agent@dv-cinder-824895-3-iscsi: { 'AddressGroup': '1.2', Jan 17 21:20:17.596092 dv-cinder-824895-3-iscsi neutron-server[102501]: 'ConntrackHelper': '1.0', Jan 17 21:20:17.596092 dv-cinder-824895-3-iscsi neutron-server[102501]: 'LocalIPAssociation': '1.0', Jan 17 21:20:17.596092 dv-cinder-824895-3-iscsi neutron-server[102501]: 'Log': '1.0', Jan 17 21:20:17.596092 dv-cinder-824895-3-iscsi neutron-server[102501]: 'Network': '1.1', Jan 17 21:20:17.596092 dv-cinder-824895-3-iscsi neutron-server[102501]: 'Port': '1.7', Jan 17 21:20:17.596092 dv-cinder-824895-3-iscsi neutron-server[102501]: 'PortForwarding': '1.2', Jan 17 21:20:17.596092 dv-cinder-824895-3-iscsi neutron-server[102501]: 'QosPolicy': '1.10', Jan 17 21:20:17.596092 dv-cinder-824895-3-iscsi neutron-server[102501]: 'SecurityGroup': '1.5', Jan 17 21:20:17.596092 dv-cinder-824895-3-iscsi neutron-server[102501]: 'SecurityGroupRule': '1.2', Jan 17 21:20:17.596092 dv-cinder-824895-3-iscsi neutron-server[102501]: 'SubPort': '1.0', Jan 17 21:20:17.596092 dv-cinder-824895-3-iscsi neutron-server[102501]: 'Subnet': '1.1', Jan 17 21:20:17.596092 dv-cinder-824895-3-iscsi neutron-server[102501]: 'Trunk': '1.1'}} Jan 17 21:20:17.596092 dv-cinder-824895-3-iscsi neutron-server[102501]: {{(pid=102501) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 21:20:17.645097 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-6d4979af-e02f-4d63-a1ba-5818f483586e None None] Attempting to bind port a579857b-3e6e-45ae-b394-f360622e8e4f on host dv-cinder-824895-3-iscsi for vnic_type normal with profile {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:20:17.645663 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-6d4979af-e02f-4d63-a1ba-5818f483586e None None] Attempting to bind port a579857b-3e6e-45ae-b394-f360622e8e4f by drivers openvswitch,hyperv on host dv-cinder-824895-3-iscsi at level 0 using segments [{'id': '639a724d-f7b6-49a0-bd3a-5adbc7060ec3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:20:17.646206 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4979af-e02f-4d63-a1ba-5818f483586e None None] Attempting to bind port a579857b-3e6e-45ae-b394-f360622e8e4f on network a67fc2c9-f054-41ed-b80e-f186bf3f4e5f {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:20:17.658898 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4979af-e02f-4d63-a1ba-5818f483586e None None] Checking agent: {'id': '03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824895-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 12, 31), 'started_at': datetime.datetime(2022, 1, 17, 21, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824895-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:20:17.659442 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4979af-e02f-4d63-a1ba-5818f483586e None None] Checking segment: {'id': '639a724d-f7b6-49a0-bd3a-5adbc7060ec3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:20:17.660331 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-6d4979af-e02f-4d63-a1ba-5818f483586e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:17.660650 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4979af-e02f-4d63-a1ba-5818f483586e None None] Bound using segment: {'id': '639a724d-f7b6-49a0-bd3a-5adbc7060ec3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:20:17.661007 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-6d4979af-e02f-4d63-a1ba-5818f483586e None None] Bound port: a579857b-3e6e-45ae-b394-f360622e8e4f, host: dv-cinder-824895-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639a724d-f7b6-49a0-bd3a-5adbc7060ec3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'}}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:20:17.661438 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-6d4979af-e02f-4d63-a1ba-5818f483586e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (a579857b-3e6e-45ae-b394-f360622e8e4f), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:17.663193 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-04b5676b-a667-455e-b151-78f39e48aa2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1018646'] for network (02ad7499-14e7-430b-b29e-bb5cff05c8c0), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:17.683707 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-04b5676b-a667-455e-b151-78f39e48aa2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:17.689134 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-04b5676b-a667-455e-b151-78f39e48aa2e admin admin] 10.222.0.64 "DELETE /v2.0/networks/02ad7499-14e7-430b-b29e-bb5cff05c8c0 HTTP/1.1" status: 204 len: 168 time: 0.9286277 Jan 17 21:20:17.694911 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 49336) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:17.738383 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b5676b-a667-455e-b151-78f39e48aa2e admin admin] Pushing event deleted for resources: {'Network': ['ID=02ad7499-14e7-430b-b29e-bb5cff05c8c0,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:17.745980 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-6d4979af-e02f-4d63-a1ba-5818f483586e None None] For port a579857b-3e6e-45ae-b394-f360622e8e4f, host dv-cinder-824895-3-iscsi, cleared binding levels {{(pid=102501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:20:17.749693 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-6d4979af-e02f-4d63-a1ba-5818f483586e None None] For port a579857b-3e6e-45ae-b394-f360622e8e4f, host dv-cinder-824895-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=a579857b-3e6e-45ae-b394-f360622e8e4f,segment=NetworkSegment(639a724d-f7b6-49a0-bd3a-5adbc7060ec3),segment_id=639a724d-f7b6-49a0-bd3a-5adbc7060ec3)] {{(pid=102501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:20:17.754680 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-6d4979af-e02f-4d63-a1ba-5818f483586e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (a579857b-3e6e-45ae-b394-f360622e8e4f), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:17.763499 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c9f19e-490a-4f08-9cfb-68f4373d660c admin admin] Network bff8e5f5-97ad-489f-85ec-9f479ea549b7 is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:20:17.820953 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e2542-4c36-47b4-a3fa-4c430d8e6bf9 None None] Pushing event updated for resources: {'Port': ['ID=a579857b-3e6e-45ae-b394-f360622e8e4f,revision_number=3']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:17.832818 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-10c9f19e-490a-4f08-9cfb-68f4373d660c admin admin] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:20:17.841851 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4979af-e02f-4d63-a1ba-5818f483586e None None] Routers {'d1e71449-4d34-4414-9108-574ab9612675'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:20:17.842621 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-6d4979af-e02f-4d63-a1ba-5818f483586e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:19:58Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['d1e71449-4d34-4414-9108-574ab9612675'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:20:17.848127 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c9f19e-490a-4f08-9cfb-68f4373d660c admin admin] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:20:17.848653 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-10c9f19e-490a-4f08-9cfb-68f4373d660c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1024649'] for router_interface (d1e71449-4d34-4414-9108-574ab9612675), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:17.870404 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9f19e-490a-4f08-9cfb-68f4373d660c admin admin] Pushing event updated for resources: {'Port': ['ID=ec090983-1710-4daa-845e-fd4ad3f728ee,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:17.935010 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8859fa82-f5bf-44f0-b00c-44ee44e2ce4a req-ff448493-b22c-49e0-ae91-eaf9e989f93c tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/ports?device_id=069fd10f-3002-4910-884d-0bfc2697b631 HTTP/1.1" status: 200 len: 210 time: 0.1181493 Jan 17 21:20:17.975214 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-6d4979af-e02f-4d63-a1ba-5818f483586e None None] Set router d1e71449-4d34-4414-9108-574ab9612675 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:20:17.996490 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad9ea209-8a4f-4880-a00f-b28d620ad156 admin admin] Deleting subnet c3d811f8-e28e-4f93-803e-ab751bec2900 {{(pid=102498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 21:20:17.999765 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ad9ea209-8a4f-4880-a00f-b28d620ad156 admin admin] Publish callbacks [] for subnet (c3d811f8-e28e-4f93-803e-ab751bec2900), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:18.122085 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ad9ea209-8a4f-4880-a00f-b28d620ad156 admin admin] Publish callbacks [] for subnet (c3d811f8-e28e-4f93-803e-ab751bec2900), precommit_delete_associations {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:18.143885 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ad9ea209-8a4f-4880-a00f-b28d620ad156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7879495'] for subnet (c3d811f8-e28e-4f93-803e-ab751bec2900), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:18.215163 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-6d4979af-e02f-4d63-a1ba-5818f483586e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e71449-4d34-4414-9108-574ab9612675', 'name': 'tempest-ServerRescueNegativeTestJSON-689999632-router', 'tenant_id': '090730c5b4bb4a7195d893aa312dcfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'a579857b-3e6e-45ae-b394-f360622e8e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:20:12Z', 'updated_at': '2022-01-17T21:20:14Z', 'revision_number': 3, 'project_id': '090730c5b4bb4a7195d893aa312dcfe6', 'gw_port': {'id': 'a579857b-3e6e-45ae-b394-f360622e8e4f', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:51:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e71449-4d34-4414-9108-574ab9612675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:20:13Z', 'updated_at': '2022-01-17T21:20:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi'}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:20:18.247931 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4979af-e02f-4d63-a1ba-5818f483586e None None] The sync data for ids ['d1e71449-4d34-4414-9108-574ab9612675'] in dv-cinder-824895-3-iscsi is: [{'id': 'd1e71449-4d34-4414-9108-574ab9612675', 'name': 'tempest-ServerRescueNegativeTestJSON-689999632-router', 'tenant_id': '090730c5b4bb4a7195d893aa312dcfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'a579857b-3e6e-45ae-b394-f360622e8e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:20:12Z', 'updated_at': '2022-01-17T21:20:14Z', 'revision_number': 3, 'project_id': '090730c5b4bb4a7195d893aa312dcfe6', 'gw_port': {'id': 'a579857b-3e6e-45ae-b394-f360622e8e4f', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:51:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e71449-4d34-4414-9108-574ab9612675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:20:13Z', 'updated_at': '2022-01-17T21:20:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi'}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:20:18.370347 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-10c9f19e-490a-4f08-9cfb-68f4373d660c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (ec090983-1710-4daa-845e-fd4ad3f728ee), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:18.401607 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ad9ea209-8a4f-4880-a00f-b28d620ad156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7879504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988'] for subnet (c3d811f8-e28e-4f93-803e-ab751bec2900), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:18.453974 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ea209-8a4f-4880-a00f-b28d620ad156 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3d811f8-e28e-4f93-803e-ab751bec2900,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:18.492793 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ad9ea209-8a4f-4880-a00f-b28d620ad156 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:18.501307 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 49368) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:18.588023 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-ad9ea209-8a4f-4880-a00f-b28d620ad156 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c3d811f8-e28e-4f93-803e-ab751bec2900 HTTP/1.1" status: 204 len: 168 time: 0.7937245 Jan 17 21:20:18.607122 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f76bf21e-0d06-4cb9-b247-7274e78deb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8337467'] for network (18d3f485-a3eb-4eb0-9678-0a20ac1855ec), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:18.708401 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f76bf21e-0d06-4cb9-b247-7274e78deb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876800', 'neutron.services.segments.db._delete_segments_for_network-8789461539368'] for network (18d3f485-a3eb-4eb0-9678-0a20ac1855ec), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:18.728711 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-10c9f19e-490a-4f08-9cfb-68f4373d660c admin admin] Publish callbacks [] for port (ec090983-1710-4daa-845e-fd4ad3f728ee), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:18.734992 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-10c9f19e-490a-4f08-9cfb-68f4373d660c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (ec090983-1710-4daa-845e-fd4ad3f728ee), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:18.736036 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-10c9f19e-490a-4f08-9cfb-68f4373d660c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-986102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1024541'] for router_interface (d1e71449-4d34-4414-9108-574ab9612675), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:18.747289 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-f76bf21e-0d06-4cb9-b247-7274e78deb73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18d3f485-a3eb-4eb0-9678-0a20ac1855ec']}} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:20:18.764359 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-f76bf21e-0d06-4cb9-b247-7274e78deb73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ef67b5-6021-4948-b4b7-5123e071f50c') {'for_net_delete': True} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:20:18.764740 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-f76bf21e-0d06-4cb9-b247-7274e78deb73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ef67b5-6021-4948-b4b7-5123e071f50c') {} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:20:18.766270 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 49376) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:18.780195 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f76bf21e-0d06-4cb9-b247-7274e78deb73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789461539633', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901235'] for segment (19ef67b5-6021-4948-b4b7-5123e071f50c), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:18.793786 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f76bf21e-0d06-4cb9-b247-7274e78deb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874'] for segment (19ef67b5-6021-4948-b4b7-5123e071f50c), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:18.810581 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f76bf21e-0d06-4cb9-b247-7274e78deb73 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=102499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 21:20:18.815349 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f76bf21e-0d06-4cb9-b247-7274e78deb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3358420'] for segment (19ef67b5-6021-4948-b4b7-5123e071f50c), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:18.817529 dv-cinder-824895-3-iscsi neutron-server[102499]: Traceback (most recent call last): Jan 17 21:20:18.817529 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 21:20:18.817529 dv-cinder-824895-3-iscsi neutron-server[102499]: timer() Jan 17 21:20:18.817529 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 21:20:18.817529 dv-cinder-824895-3-iscsi neutron-server[102499]: cb(*args, **kw) Jan 17 21:20:18.817529 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 21:20:18.817529 dv-cinder-824895-3-iscsi neutron-server[102499]: return func(*args, **kwargs) Jan 17 21:20:18.817529 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 21:20:18.817529 dv-cinder-824895-3-iscsi neutron-server[102499]: self._notify() Jan 17 21:20:18.817529 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 21:20:18.817529 dv-cinder-824895-3-iscsi neutron-server[102499]: self.callback(batched_events) Jan 17 21:20:18.817529 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 21:20:18.817529 dv-cinder-824895-3-iscsi neutron-server[102499]: event.method(event) Jan 17 21:20:18.817529 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 21:20:18.817529 dv-cinder-824895-3-iscsi neutron-server[102499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 21:20:18.817529 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 21:20:18.817529 dv-cinder-824895-3-iscsi neutron-server[102499]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 21:20:18.817529 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 21:20:18.817529 dv-cinder-824895-3-iscsi neutron-server[102499]: return f(self, *a, **k) Jan 17 21:20:18.817529 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 21:20:18.817529 dv-cinder-824895-3-iscsi neutron-server[102499]: return self._get(url).json() Jan 17 21:20:18.817529 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 21:20:18.817529 dv-cinder-824895-3-iscsi neutron-server[102499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 21:20:18.817529 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 21:20:18.817529 dv-cinder-824895-3-iscsi neutron-server[102499]: return self.request(url, 'GET', **kwargs) Jan 17 21:20:18.817529 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 21:20:18.817529 dv-cinder-824895-3-iscsi neutron-server[102499]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 21:20:18.817529 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 21:20:18.817529 dv-cinder-824895-3-iscsi neutron-server[102499]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 21:20:18.817529 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 21:20:18.817529 dv-cinder-824895-3-iscsi neutron-server[102499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 21:20:18.817529 dv-cinder-824895-3-iscsi neutron-server[102499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 21:20:18.828810 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9f19e-490a-4f08-9cfb-68f4373d660c admin admin] Pushing event updated for resources: {'Port': ['ID=ec090983-1710-4daa-845e-fd4ad3f728ee,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:18.895235 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c9f19e-490a-4f08-9cfb-68f4373d660c admin admin] Network bff8e5f5-97ad-489f-85ec-9f479ea549b7 is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:20:18.897536 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-10c9f19e-490a-4f08-9cfb-68f4373d660c admin admin] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:20:18.906470 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f76bf21e-0d06-4cb9-b247-7274e78deb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1018646'] for network (18d3f485-a3eb-4eb0-9678-0a20ac1855ec), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:18.914163 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f76bf21e-0d06-4cb9-b247-7274e78deb73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:18.921925 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-f76bf21e-0d06-4cb9-b247-7274e78deb73 admin admin] 10.222.0.64 "DELETE /v2.0/networks/18d3f485-a3eb-4eb0-9678-0a20ac1855ec HTTP/1.1" status: 204 len: 168 time: 0.4167547 Jan 17 21:20:18.937562 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76bf21e-0d06-4cb9-b247-7274e78deb73 admin admin] Pushing event deleted for resources: {'Network': ['ID=18d3f485-a3eb-4eb0-9678-0a20ac1855ec,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:18.945333 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-11ad117c-2e99-437e-8c5f-1d5aa8306ac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:19.082471 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-11ad117c-2e99-437e-8c5f-1d5aa8306ac1 admin admin] Publish callbacks [] for security_group (6cbdd682-03f7-48a9-bffb-f76ba6e813b2), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:19.089098 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-11ad117c-2e99-437e-8c5f-1d5aa8306ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (6cbdd682-03f7-48a9-bffb-f76ba6e813b2), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:19.090934 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c9f19e-490a-4f08-9cfb-68f4373d660c admin admin] Router d1e71449-4d34-4414-9108-574ab9612675 has already been hosted by L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 {{(pid=102498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:20:19.119583 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 49390) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:19.127252 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad117c-2e99-437e-8c5f-1d5aa8306ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbdd682-03f7-48a9-bffb-f76ba6e813b2,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:19.156622 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-11ad117c-2e99-437e-8c5f-1d5aa8306ac1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dd09765f87034e809000974781327eb0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3892081 Jan 17 21:20:19.165785 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 49392) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:19.228399 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-aa88ca7f-102f-43df-ad19-c466ed38de74 admin admin] Publish callbacks [] for security_group (6cbdd682-03f7-48a9-bffb-f76ba6e813b2), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:19.236039 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-80e7393b-146a-466a-8dda-2e80ca7c6faa req-dd71c68a-92e2-49a8-8818-9bbbd05be31d tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/ports?device_id=069fd10f-3002-4910-884d-0bfc2697b631 HTTP/1.1" status: 200 len: 210 time: 0.0458813 Jan 17 21:20:19.277917 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-aa88ca7f-102f-43df-ad19-c466ed38de74 admin admin] Publish callbacks [] for security_group (6cbdd682-03f7-48a9-bffb-f76ba6e813b2), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:19.286689 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-d99989e8-0148-4eb7-93d6-f4fb14bc53c7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0d7f91e0652941d8b3285e5399e9e8d0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1659794 Jan 17 21:20:19.289180 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 49398) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:19.329907 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-aa88ca7f-102f-43df-ad19-c466ed38de74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (6cbdd682-03f7-48a9-bffb-f76ba6e813b2), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:19.334088 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-aa88ca7f-102f-43df-ad19-c466ed38de74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:19.339865 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c9f19e-490a-4f08-9cfb-68f4373d660c admin admin] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:20:19.340084 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-aa88ca7f-102f-43df-ad19-c466ed38de74 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6cbdd682-03f7-48a9-bffb-f76ba6e813b2 HTTP/1.1" status: 204 len: 168 time: 0.1723232 Jan 17 21:20:19.345889 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-10c9f19e-490a-4f08-9cfb-68f4373d660c admin admin] 10.222.0.64 "PUT /v2.0/routers/d1e71449-4d34-4414-9108-574ab9612675/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4072843 Jan 17 21:20:19.349288 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa88ca7f-102f-43df-ad19-c466ed38de74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbdd682-03f7-48a9-bffb-f76ba6e813b2,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:19.369281 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ec236ff6-f06d-4d78-b8b0-eb188c070495 admin admin] Publish callbacks [] for security_group (050854bd-831d-407f-a066-2786a13a4a14), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:19.418014 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ec236ff6-f06d-4d78-b8b0-eb188c070495 admin admin] Publish callbacks [] for security_group (050854bd-831d-407f-a066-2786a13a4a14), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:19.493094 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ec236ff6-f06d-4d78-b8b0-eb188c070495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (050854bd-831d-407f-a066-2786a13a4a14), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:19.497942 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ec236ff6-f06d-4d78-b8b0-eb188c070495 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:19.499229 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-ec236ff6-f06d-4d78-b8b0-eb188c070495 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/050854bd-831d-407f-a066-2786a13a4a14 HTTP/1.1" status: 204 len: 168 time: 0.2091451 Jan 17 21:20:19.509261 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec236ff6-f06d-4d78-b8b0-eb188c070495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050854bd-831d-407f-a066-2786a13a4a14,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:19.779454 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 49420) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:19.793486 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-21b2aaa1-ed40-47fe-bff9-2b39aa4701fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:19.874294 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-21b2aaa1-ed40-47fe-bff9-2b39aa4701fe admin admin] Publish callbacks [] for security_group (eeacdd50-cbb8-4c16-a1e5-f9412ae4cf66), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:19.880400 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-21b2aaa1-ed40-47fe-bff9-2b39aa4701fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (eeacdd50-cbb8-4c16-a1e5-f9412ae4cf66), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:19.953391 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 49426) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:19.954398 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-21b2aaa1-ed40-47fe-bff9-2b39aa4701fe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5ecc870fa96a450aabe7d9c21d3078ad&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1731467 Jan 17 21:20:19.955766 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b2aaa1-ed40-47fe-bff9-2b39aa4701fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeacdd50-cbb8-4c16-a1e5-f9412ae4cf66,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:19.965642 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 49428) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:20.013036 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-26505e11-7eac-42b9-b1af-f7b37dae3ede admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bb6f4113522d476d9f3aa5d9be40e078&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0461755 Jan 17 21:20:20.013577 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 49430) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:20.039560 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-859728ba-b8db-4e09-a6c4-9a371f5ce87b admin admin] Publish callbacks [] for security_group (eeacdd50-cbb8-4c16-a1e5-f9412ae4cf66), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:20.077112 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-859728ba-b8db-4e09-a6c4-9a371f5ce87b admin admin] Publish callbacks [] for security_group (eeacdd50-cbb8-4c16-a1e5-f9412ae4cf66), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:20.105406 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-82d76d87-7e3c-41ff-87f6-104571f2e89d admin admin] Publish callbacks [] for security_group (e0f97424-d261-4324-8abc-70f115e9f43b), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:20.144936 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-82d76d87-7e3c-41ff-87f6-104571f2e89d admin admin] Publish callbacks [] for security_group (e0f97424-d261-4324-8abc-70f115e9f43b), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:20.183560 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-859728ba-b8db-4e09-a6c4-9a371f5ce87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (eeacdd50-cbb8-4c16-a1e5-f9412ae4cf66), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:20.187008 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-859728ba-b8db-4e09-a6c4-9a371f5ce87b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:20.190920 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-859728ba-b8db-4e09-a6c4-9a371f5ce87b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eeacdd50-cbb8-4c16-a1e5-f9412ae4cf66 HTTP/1.1" status: 204 len: 168 time: 0.2339222 Jan 17 21:20:20.199856 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859728ba-b8db-4e09-a6c4-9a371f5ce87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeacdd50-cbb8-4c16-a1e5-f9412ae4cf66,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:20.225217 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-82d76d87-7e3c-41ff-87f6-104571f2e89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (e0f97424-d261-4324-8abc-70f115e9f43b), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:20.230731 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-82d76d87-7e3c-41ff-87f6-104571f2e89d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:20.232604 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-82d76d87-7e3c-41ff-87f6-104571f2e89d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e0f97424-d261-4324-8abc-70f115e9f43b HTTP/1.1" status: 204 len: 168 time: 0.2178342 Jan 17 21:20:20.269630 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d76d87-7e3c-41ff-87f6-104571f2e89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f97424-d261-4324-8abc-70f115e9f43b,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:20.322087 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-dad8a2b5-899e-49bc-a2f6-99a8532274d4 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:20.323765 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-dad8a2b5-899e-49bc-a2f6-99a8532274d4 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/networks?id=bff8e5f5-97ad-489f-85ec-9f479ea549b7 HTTP/1.1" status: 200 len: 818 time: 0.2109351 Jan 17 21:20:20.359745 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-3e62f498-4d95-418b-a147-3a81df3ec938 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/quotas/090730c5b4bb4a7195d893aa312dcfe6 HTTP/1.1" status: 200 len: 375 time: 0.0268295 Jan 17 21:20:20.444169 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44e38c3-dac3-4619-8ac5-eebfe4ca498a None None] Sync routers for ids ['d1e71449-4d34-4414-9108-574ab9612675'] in dv-cinder-824895-3-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:20:20.466832 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44e38c3-dac3-4619-8ac5-eebfe4ca498a None None] Routers {'d1e71449-4d34-4414-9108-574ab9612675'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:20:20.467484 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-a44e38c3-dac3-4619-8ac5-eebfe4ca498a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:19:58Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['d1e71449-4d34-4414-9108-574ab9612675'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:20:20.519949 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a36b4e33-f579-4fb7-972d-6b39e03e6a42 req-2bf33f51-54f2-441e-bf9a-c18f8dc3b449 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/ports?device_id=069fd10f-3002-4910-884d-0bfc2697b631 HTTP/1.1" status: 200 len: 210 time: 0.0590546 Jan 17 21:20:20.577598 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-3476e335-6298-4051-aa42-cf74f51480b6 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=090730c5b4bb4a7195d893aa312dcfe6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1689539 Jan 17 21:20:20.624167 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-a44e38c3-dac3-4619-8ac5-eebfe4ca498a None None] Set router d1e71449-4d34-4414-9108-574ab9612675 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:20:20.671992 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-04a951a7-a91d-4705-93c2-ff3e6a3612e2 service neutron] 10.222.0.64 "GET /v2.0/networks/bff8e5f5-97ad-489f-85ec-9f479ea549b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306157 Jan 17 21:20:20.702292 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device a579857b-3e6e-45ae-b394-f360622e8e4f up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:20:20.814712 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-a2676521-64ef-4bf4-afca-da17bb96e266 service neutron] 10.222.0.64 "GET /v2.0/networks/bff8e5f5-97ad-489f-85ec-9f479ea549b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414309 Jan 17 21:20:20.992420 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port a579857b-3e6e-45ae-b394-f360622e8e4f triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:20:21.000487 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (a579857b-3e6e-45ae-b394-f360622e8e4f), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:21.089093 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b10e979f-e0bd-423f-8463-3b10e62175fa req-3eaa261d-a1b9-4f83-8252-7f4668773938 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 210 time: 0.0648069 Jan 17 21:20:21.240875 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port a579857b-3e6e-45ae-b394-f360622e8e4f is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:20:21.241361 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (a579857b-3e6e-45ae-b394-f360622e8e4f), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:21.285099 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] For port a579857b-3e6e-45ae-b394-f360622e8e4f, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=a579857b-3e6e-45ae-b394-f360622e8e4f,segment=NetworkSegment(639a724d-f7b6-49a0-bd3a-5adbc7060ec3),segment_id=639a724d-f7b6-49a0-bd3a-5adbc7060ec3)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:20:21.297521 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (a579857b-3e6e-45ae-b394-f360622e8e4f), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:21.419570 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Pushing event updated for resources: {'Port': ['ID=a579857b-3e6e-45ae-b394-f360622e8e4f,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:21.439488 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:21.451815 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:21.452417 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:21.452587 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:21.453081 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:21.453582 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:21.454059 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:21.456252 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:21.456769 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:21.457269 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:21.457765 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:21.458507 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:21.460466 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:20:21.462956 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Tracked resource versions report: Jan 17 21:20:21.462956 dv-cinder-824895-3-iscsi neutron-server[102500]: pushed versions: Jan 17 21:20:21.462956 dv-cinder-824895-3-iscsi neutron-server[102500]: { 'AddressGroup': {'1.2'}, Jan 17 21:20:21.462956 dv-cinder-824895-3-iscsi neutron-server[102500]: 'ConntrackHelper': {'1.0'}, Jan 17 21:20:21.462956 dv-cinder-824895-3-iscsi neutron-server[102500]: 'LocalIPAssociation': {'1.0'}, Jan 17 21:20:21.462956 dv-cinder-824895-3-iscsi neutron-server[102500]: 'Log': {'1.0'}, Jan 17 21:20:21.462956 dv-cinder-824895-3-iscsi neutron-server[102500]: 'Network': {'1.1'}, Jan 17 21:20:21.462956 dv-cinder-824895-3-iscsi neutron-server[102500]: 'Port': {'1.7'}, Jan 17 21:20:21.462956 dv-cinder-824895-3-iscsi neutron-server[102500]: 'PortForwarding': {'1.2'}, Jan 17 21:20:21.462956 dv-cinder-824895-3-iscsi neutron-server[102500]: 'QosPolicy': {'1.10'}, Jan 17 21:20:21.462956 dv-cinder-824895-3-iscsi neutron-server[102500]: 'SecurityGroup': {'1.5'}, Jan 17 21:20:21.462956 dv-cinder-824895-3-iscsi neutron-server[102500]: 'SecurityGroupRule': {'1.2'}, Jan 17 21:20:21.462956 dv-cinder-824895-3-iscsi neutron-server[102500]: 'SubPort': {'1.0'}, Jan 17 21:20:21.462956 dv-cinder-824895-3-iscsi neutron-server[102500]: 'Subnet': {'1.1'}, Jan 17 21:20:21.462956 dv-cinder-824895-3-iscsi neutron-server[102500]: 'Trunk': {'1.1'}} Jan 17 21:20:21.462956 dv-cinder-824895-3-iscsi neutron-server[102500]: consumer versions: Jan 17 21:20:21.462956 dv-cinder-824895-3-iscsi neutron-server[102500]: { DHCP agent@dv-cinder-824895-3-iscsi: {}, Jan 17 21:20:21.462956 dv-cinder-824895-3-iscsi neutron-server[102500]: HyperV agent@hv-cinder-82489: {}, Jan 17 21:20:21.462956 dv-cinder-824895-3-iscsi neutron-server[102500]: L3 agent@dv-cinder-824895-3-iscsi: {}, Jan 17 21:20:21.462956 dv-cinder-824895-3-iscsi neutron-server[102500]: Metadata agent@dv-cinder-824895-3-iscsi: {}, Jan 17 21:20:21.462956 dv-cinder-824895-3-iscsi neutron-server[102500]: Metering agent@dv-cinder-824895-3-iscsi: {}, Jan 17 21:20:21.462956 dv-cinder-824895-3-iscsi neutron-server[102500]: Open vSwitch agent@dv-cinder-824895-3-iscsi: { 'AddressGroup': '1.2', Jan 17 21:20:21.462956 dv-cinder-824895-3-iscsi neutron-server[102500]: 'ConntrackHelper': '1.0', Jan 17 21:20:21.462956 dv-cinder-824895-3-iscsi neutron-server[102500]: 'LocalIPAssociation': '1.0', Jan 17 21:20:21.462956 dv-cinder-824895-3-iscsi neutron-server[102500]: 'Log': '1.0', Jan 17 21:20:21.462956 dv-cinder-824895-3-iscsi neutron-server[102500]: 'Network': '1.1', Jan 17 21:20:21.462956 dv-cinder-824895-3-iscsi neutron-server[102500]: 'Port': '1.7', Jan 17 21:20:21.462956 dv-cinder-824895-3-iscsi neutron-server[102500]: 'PortForwarding': '1.2', Jan 17 21:20:21.462956 dv-cinder-824895-3-iscsi neutron-server[102500]: 'QosPolicy': '1.10', Jan 17 21:20:21.462956 dv-cinder-824895-3-iscsi neutron-server[102500]: 'SecurityGroup': '1.5', Jan 17 21:20:21.462956 dv-cinder-824895-3-iscsi neutron-server[102500]: 'SecurityGroupRule': '1.2', Jan 17 21:20:21.462956 dv-cinder-824895-3-iscsi neutron-server[102500]: 'SubPort': '1.0', Jan 17 21:20:21.462956 dv-cinder-824895-3-iscsi neutron-server[102500]: 'Subnet': '1.1', Jan 17 21:20:21.462956 dv-cinder-824895-3-iscsi neutron-server[102500]: 'Trunk': '1.1'}} Jan 17 21:20:21.462956 dv-cinder-824895-3-iscsi neutron-server[102500]: {{(pid=102500) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 21:20:21.479340 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-a44e38c3-dac3-4619-8ac5-eebfe4ca498a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e71449-4d34-4414-9108-574ab9612675', 'name': 'tempest-ServerRescueNegativeTestJSON-689999632-router', 'tenant_id': '090730c5b4bb4a7195d893aa312dcfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'a579857b-3e6e-45ae-b394-f360622e8e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:20:12Z', 'updated_at': '2022-01-17T21:20:18Z', 'revision_number': 4, 'project_id': '090730c5b4bb4a7195d893aa312dcfe6', 'gw_port': {'id': 'a579857b-3e6e-45ae-b394-f360622e8e4f', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:51:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e71449-4d34-4414-9108-574ab9612675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:20:13Z', 'updated_at': '2022-01-17T21:20:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': 'ec090983-1710-4daa-845e-fd4ad3f728ee', 'name': '', 'network_id': 'bff8e5f5-97ad-489f-85ec-9f479ea549b7', 'tenant_id': '090730c5b4bb4a7195d893aa312dcfe6', 'mac_address': 'fa:16:3e:c7:e2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e71449-4d34-4414-9108-574ab9612675', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aa7783e7-3496-4e0a-9051-7034d9bfba99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:20:17Z', 'updated_at': '2022-01-17T21:20:18Z', 'revision_number': 2, 'project_id': '090730c5b4bb4a7195d893aa312dcfe6', 'subnets': [{'id': 'aa7783e7-3496-4e0a-9051-7034d9bfba99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:20:21.525903 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44e38c3-dac3-4619-8ac5-eebfe4ca498a None None] Checking router: d1e71449-4d34-4414-9108-574ab9612675 for host: dv-cinder-824895-3-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:20:21.526341 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44e38c3-dac3-4619-8ac5-eebfe4ca498a None None] Updating router d1e71449-4d34-4414-9108-574ab9612675 port ec090983-1710-4daa-845e-fd4ad3f728ee binding host dv-cinder-824895-3-iscsi {{(pid=102500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 21:20:21.562657 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a44e38c3-dac3-4619-8ac5-eebfe4ca498a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (ec090983-1710-4daa-845e-fd4ad3f728ee), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:21.585417 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:21.828855 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-b494c2bf-a086-4ba0-a4bb-a856a0f4752d tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:21.830422 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-b494c2bf-a086-4ba0-a4bb-a856a0f4752d tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/networks?id=bff8e5f5-97ad-489f-85ec-9f479ea549b7 HTTP/1.1" status: 200 len: 818 time: 0.2457869 Jan 17 21:20:21.902168 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6260b708-4c80-49c9-8ed7-899e2f68e57d req-db696f54-88f5-4e87-bcc5-0f0ed35d2d16 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/ports?device_id=069fd10f-3002-4910-884d-0bfc2697b631 HTTP/1.1" status: 200 len: 210 time: 0.0816188 Jan 17 21:20:21.906638 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-013066e2-a150-46e6-b9f8-6d3fd0e17b2b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/quotas/090730c5b4bb4a7195d893aa312dcfe6 HTTP/1.1" status: 200 len: 375 time: 0.0619109 Jan 17 21:20:22.030313 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-06393838-c0b0-4994-8b7e-fdd6470f114a tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=090730c5b4bb4a7195d893aa312dcfe6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1134303 Jan 17 21:20:22.034372 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a44e38c3-dac3-4619-8ac5-eebfe4ca498a None None] Publish callbacks [] for port (ec090983-1710-4daa-845e-fd4ad3f728ee), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:22.048167 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a44e38c3-dac3-4619-8ac5-eebfe4ca498a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (ec090983-1710-4daa-845e-fd4ad3f728ee), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:22.115648 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad1365-f6bb-4490-b27d-1c5467edd5e9 None None] Pushing event updated for resources: {'Port': ['ID=ec090983-1710-4daa-845e-fd4ad3f728ee,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:22.147855 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.72', 60576) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:22.206890 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-a44e38c3-dac3-4619-8ac5-eebfe4ca498a None None] Attempting to bind port ec090983-1710-4daa-845e-fd4ad3f728ee on host dv-cinder-824895-3-iscsi for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:20:22.207323 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-a44e38c3-dac3-4619-8ac5-eebfe4ca498a None None] Attempting to bind port ec090983-1710-4daa-845e-fd4ad3f728ee by drivers openvswitch,hyperv on host dv-cinder-824895-3-iscsi at level 0 using segments [{'id': '166c10b2-69f0-43a7-b6f5-235b4c406adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'bff8e5f5-97ad-489f-85ec-9f479ea549b7'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:20:22.207635 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44e38c3-dac3-4619-8ac5-eebfe4ca498a None None] Attempting to bind port ec090983-1710-4daa-845e-fd4ad3f728ee on network bff8e5f5-97ad-489f-85ec-9f479ea549b7 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:20:22.220764 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44e38c3-dac3-4619-8ac5-eebfe4ca498a None None] Checking agent: {'id': '03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824895-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 12, 31), 'started_at': datetime.datetime(2022, 1, 17, 21, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824895-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:20:22.221242 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44e38c3-dac3-4619-8ac5-eebfe4ca498a None None] Checking segment: {'id': '166c10b2-69f0-43a7-b6f5-235b4c406adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'bff8e5f5-97ad-489f-85ec-9f479ea549b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:20:22.221687 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a44e38c3-dac3-4619-8ac5-eebfe4ca498a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:22.222178 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44e38c3-dac3-4619-8ac5-eebfe4ca498a None None] Bound using segment: {'id': '166c10b2-69f0-43a7-b6f5-235b4c406adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'bff8e5f5-97ad-489f-85ec-9f479ea549b7'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:20:22.222691 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-a44e38c3-dac3-4619-8ac5-eebfe4ca498a None None] Bound port: ec090983-1710-4daa-845e-fd4ad3f728ee, host: dv-cinder-824895-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166c10b2-69f0-43a7-b6f5-235b4c406adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'bff8e5f5-97ad-489f-85ec-9f479ea549b7'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:20:22.223058 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a44e38c3-dac3-4619-8ac5-eebfe4ca498a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (ec090983-1710-4daa-845e-fd4ad3f728ee), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:22.319492 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device a579857b-3e6e-45ae-b394-f360622e8e4f up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:20:22.410686 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-a44e38c3-dac3-4619-8ac5-eebfe4ca498a None None] For port ec090983-1710-4daa-845e-fd4ad3f728ee, host dv-cinder-824895-3-iscsi, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:20:22.453876 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-a44e38c3-dac3-4619-8ac5-eebfe4ca498a None None] For port ec090983-1710-4daa-845e-fd4ad3f728ee, host dv-cinder-824895-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=ec090983-1710-4daa-845e-fd4ad3f728ee,segment=NetworkSegment(166c10b2-69f0-43a7-b6f5-235b4c406adc),segment_id=166c10b2-69f0-43a7-b6f5-235b4c406adc)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:20:22.469604 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a44e38c3-dac3-4619-8ac5-eebfe4ca498a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (ec090983-1710-4daa-845e-fd4ad3f728ee), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:22.561128 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port a579857b-3e6e-45ae-b394-f360622e8e4f triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:20:22.561888 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (a579857b-3e6e-45ae-b394-f360622e8e4f), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:22.617462 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-eccd02d2-3b27-4868-b205-4d81ba90c0b7 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:22.619542 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-eccd02d2-3b27-4868-b205-4d81ba90c0b7 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.72 "GET /v2.0/networks?id=af5d6d41-8980-4578-bea9-2653deda4e23 HTTP/1.1" status: 200 len: 811 time: 0.4698682 Jan 17 21:20:22.638060 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad1365-f6bb-4490-b27d-1c5467edd5e9 None None] Pushing event updated for resources: {'Port': ['ID=ec090983-1710-4daa-845e-fd4ad3f728ee,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:22.643177 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44e38c3-dac3-4619-8ac5-eebfe4ca498a None None] Routers {'d1e71449-4d34-4414-9108-574ab9612675'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:20:22.644196 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-a44e38c3-dac3-4619-8ac5-eebfe4ca498a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:19:58Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['d1e71449-4d34-4414-9108-574ab9612675'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:20:22.679296 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-241873d7-7320-4a54-83d2-4bf23cda76ce tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Request body: {'port': {'device_id': '069fd10f-3002-4910-884d-0bfc2697b631', 'network_id': 'af5d6d41-8980-4578-bea9-2653deda4e23', 'admin_state_up': True, 'tenant_id': '3d304e800c1c44a5ae9dd3e05253a278'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:20:22.885021 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-4f8be259-7ea4-4e6c-a035-e72470cd56d4 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102498) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 21:20:22.894602 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-4f8be259-7ea4-4e6c-a035-e72470cd56d4 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3928082 Jan 17 21:20:22.955598 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-a44e38c3-dac3-4619-8ac5-eebfe4ca498a None None] Set router d1e71449-4d34-4414-9108-574ab9612675 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:20:22.970311 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port a579857b-3e6e-45ae-b394-f360622e8e4f is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:20:23.141910 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-19bdc201-1daf-48f3-91b0-1cb87fb3e905 service neutron] 10.222.0.64 "GET /v2.0/networks/bff8e5f5-97ad-489f-85ec-9f479ea549b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459593 Jan 17 21:20:23.282708 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5a58e19c-f8a2-4d37-b44a-291dc04d572e req-88e2ee68-c50d-4d4c-859c-e0ebd2f54828 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/ports?device_id=069fd10f-3002-4910-884d-0bfc2697b631 HTTP/1.1" status: 200 len: 210 time: 0.1022131 Jan 17 21:20:23.296723 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-241873d7-7320-4a54-83d2-4bf23cda76ce tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Made reservation on behalf of 3d304e800c1c44a5ae9dd3e05253a278 for: {'port': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:20:23.302439 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-241873d7-7320-4a54-83d2-4bf23cda76ce tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:23.428996 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-a44e38c3-dac3-4619-8ac5-eebfe4ca498a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e71449-4d34-4414-9108-574ab9612675', 'name': 'tempest-ServerRescueNegativeTestJSON-689999632-router', 'tenant_id': '090730c5b4bb4a7195d893aa312dcfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'a579857b-3e6e-45ae-b394-f360622e8e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:20:12Z', 'updated_at': '2022-01-17T21:20:18Z', 'revision_number': 4, 'project_id': '090730c5b4bb4a7195d893aa312dcfe6', 'gw_port': {'id': 'a579857b-3e6e-45ae-b394-f360622e8e4f', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:51:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e71449-4d34-4414-9108-574ab9612675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:20:13Z', 'updated_at': '2022-01-17T21:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': 'ec090983-1710-4daa-845e-fd4ad3f728ee', 'name': '', 'network_id': 'bff8e5f5-97ad-489f-85ec-9f479ea549b7', 'tenant_id': '090730c5b4bb4a7195d893aa312dcfe6', 'mac_address': 'fa:16:3e:c7:e2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e71449-4d34-4414-9108-574ab9612675', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aa7783e7-3496-4e0a-9051-7034d9bfba99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:20:17Z', 'updated_at': '2022-01-17T21:20:22Z', 'revision_number': 4, 'project_id': '090730c5b4bb4a7195d893aa312dcfe6', 'subnets': [{'id': 'aa7783e7-3496-4e0a-9051-7034d9bfba99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:20:23.449150 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-41fce991-c077-40bc-9c4c-c02ce4184654 service neutron] 10.222.0.64 "GET /v2.0/networks/bff8e5f5-97ad-489f-85ec-9f479ea549b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824953 Jan 17 21:20:23.549485 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44e38c3-dac3-4619-8ac5-eebfe4ca498a None None] The sync data for ids ['d1e71449-4d34-4414-9108-574ab9612675'] in dv-cinder-824895-3-iscsi is: [{'id': 'd1e71449-4d34-4414-9108-574ab9612675', 'name': 'tempest-ServerRescueNegativeTestJSON-689999632-router', 'tenant_id': '090730c5b4bb4a7195d893aa312dcfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'a579857b-3e6e-45ae-b394-f360622e8e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:20:12Z', 'updated_at': '2022-01-17T21:20:18Z', 'revision_number': 4, 'project_id': '090730c5b4bb4a7195d893aa312dcfe6', 'gw_port': {'id': 'a579857b-3e6e-45ae-b394-f360622e8e4f', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:51:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e71449-4d34-4414-9108-574ab9612675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:20:13Z', 'updated_at': '2022-01-17T21:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': 'ec090983-1710-4daa-845e-fd4ad3f728ee', 'name': '', 'network_id': 'bff8e5f5-97ad-489f-85ec-9f479ea549b7', 'tenant_id': '090730c5b4bb4a7195d893aa312dcfe6', 'mac_address': 'fa:16:3e:c7:e2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e71449-4d34-4414-9108-574ab9612675', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'aa7783e7-3496-4e0a-9051-7034d9bfba99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:20:17Z', 'updated_at': '2022-01-17T21:20:22Z', 'revision_number': 4, 'project_id': '090730c5b4bb4a7195d893aa312dcfe6', 'subnets': [{'id': 'aa7783e7-3496-4e0a-9051-7034d9bfba99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:20:23.823393 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-241873d7-7320-4a54-83d2-4bf23cda76ce tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Allocated IP 172.20.0.5 (af5d6d41-8980-4578-bea9-2653deda4e23/1bd5985b-9517-4a3a-b4b6-9ffa21cdb95c/6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:20:24.137240 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6f3795c9-fb1b-454c-96bd-30f804d7122a req-da30f603-eb38-4168-bf96-e3827785cc35 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 210 time: 0.1286774 Jan 17 21:20:24.375737 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-241873d7-7320-4a54-83d2-4bf23cda76ce tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Publish callbacks [] for port (6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:24.406836 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device ec090983-1710-4daa-845e-fd4ad3f728ee up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:20:24.471361 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-241873d7-7320-4a54-83d2-4bf23cda76ce tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:24.568836 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 49726) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:24.603875 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port ec090983-1710-4daa-845e-fd4ad3f728ee triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:20:24.604471 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (ec090983-1710-4daa-845e-fd4ad3f728ee), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:24.747487 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-241873d7-7320-4a54-83d2-4bf23cda76ce tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Network af5d6d41-8980-4578-bea9-2653deda4e23 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:20:24.760649 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-241873d7-7320-4a54-83d2-4bf23cda76ce tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:20:24.791008 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-241873d7-7320-4a54-83d2-4bf23cda76ce tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:20:24.811395 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241873d7-7320-4a54-83d2-4bf23cda76ce tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Pushing event updated for resources: {'Port': ['ID=6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:24.836042 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbaeaa-8a56-44b6-8a0a-a91790024179 req-78c1b6b3-d88b-4818-a4e9-1c87403eff77 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:24.858583 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-60bbaeaa-8a56-44b6-8a0a-a91790024179 req-78c1b6b3-d88b-4818-a4e9-1c87403eff77 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/ports?device_id=069fd10f-3002-4910-884d-0bfc2697b631 HTTP/1.1" status: 200 len: 931 time: 0.2455072 Jan 17 21:20:24.932468 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-241873d7-7320-4a54-83d2-4bf23cda76ce tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:24.934434 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-241873d7-7320-4a54-83d2-4bf23cda76ce tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:24.958406 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5137e9c8-a9a2-4522-abab-39aadf515cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:24.961187 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port ec090983-1710-4daa-845e-fd4ad3f728ee is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:20:24.963013 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (ec090983-1710-4daa-845e-fd4ad3f728ee), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:24.979343 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-241873d7-7320-4a54-83d2-4bf23cda76ce tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3044419 Jan 17 21:20:25.011941 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-8a944549-05c4-4b27-8111-117b06939329 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:25.064657 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] For port ec090983-1710-4daa-845e-fd4ad3f728ee, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=ec090983-1710-4daa-845e-fd4ad3f728ee,segment=NetworkSegment(166c10b2-69f0-43a7-b6f5-235b4c406adc),segment_id=166c10b2-69f0-43a7-b6f5-235b4c406adc)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:20:25.074374 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (ec090983-1710-4daa-845e-fd4ad3f728ee), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:25.110327 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-8a944549-05c4-4b27-8111-117b06939329 admin admin] Publish callbacks [] for security_group (fc4c2b56-98e5-48c7-b50b-9e93e9ad2362), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:25.125062 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-60bbaeaa-8a56-44b6-8a0a-a91790024179 req-948b5df9-b48f-4dc2-b00f-5683e21dd06c tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/security-groups?id=3d91237e-d586-4854-bd58-de9bf6582831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605555 Jan 17 21:20:25.129325 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-8a944549-05c4-4b27-8111-117b06939329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (fc4c2b56-98e5-48c7-b50b-9e93e9ad2362), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:25.162556 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a944549-05c4-4b27-8111-117b06939329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4c2b56-98e5-48c7-b50b-9e93e9ad2362,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:25.207255 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-8a944549-05c4-4b27-8111-117b06939329 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0c49521c75c749908d9c5a8cfcff266e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6368990 Jan 17 21:20:25.210060 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 49744) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:25.233782 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Pushing event updated for resources: {'Port': ['ID=ec090983-1710-4daa-845e-fd4ad3f728ee,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:25.325518 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cef9e01f-4f40-4580-8bda-621daaaeab68 admin admin] Publish callbacks [] for security_group (fc4c2b56-98e5-48c7-b50b-9e93e9ad2362), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:25.339739 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-309953f1-e844-4cbb-b8fa-f86ad0a2d57b req-09d79ede-70d1-4ac6-85a8-2b9da7d5a70f tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 210 time: 0.0529039 Jan 17 21:20:25.381598 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cef9e01f-4f40-4580-8bda-621daaaeab68 admin admin] Publish callbacks [] for security_group (fc4c2b56-98e5-48c7-b50b-9e93e9ad2362), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:25.450443 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cef9e01f-4f40-4580-8bda-621daaaeab68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (fc4c2b56-98e5-48c7-b50b-9e93e9ad2362), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:25.453121 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cef9e01f-4f40-4580-8bda-621daaaeab68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:25.454280 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-cef9e01f-4f40-4580-8bda-621daaaeab68 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fc4c2b56-98e5-48c7-b50b-9e93e9ad2362 HTTP/1.1" status: 204 len: 168 time: 0.2430379 Jan 17 21:20:25.468585 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9e01f-4f40-4580-8bda-621daaaeab68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4c2b56-98e5-48c7-b50b-9e93e9ad2362,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:25.671560 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.72', 60588) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:26.259381 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e908006-ce38-4cf9-b486-3c3c47da9016 req-7e3ec2ac-b341-4a17-9f80-d4912891da38 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:26.271078 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8e908006-ce38-4cf9-b486-3c3c47da9016 req-7e3ec2ac-b341-4a17-9f80-d4912891da38 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/ports?device_id=069fd10f-3002-4910-884d-0bfc2697b631 HTTP/1.1" status: 200 len: 931 time: 0.0728450 Jan 17 21:20:26.277039 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device ec090983-1710-4daa-845e-fd4ad3f728ee up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:20:26.335272 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8e908006-ce38-4cf9-b486-3c3c47da9016 req-885b1469-a6c9-463b-9bf7-c169b3b528b1 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/security-groups?id=3d91237e-d586-4854-bd58-de9bf6582831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632560 Jan 17 21:20:26.339883 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port ec090983-1710-4daa-845e-fd4ad3f728ee triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:20:26.341025 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (ec090983-1710-4daa-845e-fd4ad3f728ee), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:26.459116 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port ec090983-1710-4daa-845e-fd4ad3f728ee is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:20:26.473507 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e8197a39-dec7-4758-a5f0-e3dc92f26257 req-f291adc0-119f-4dcc-adbb-57d204d0d4ac tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 210 time: 0.0423496 Jan 17 21:20:26.931716 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 49908) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:26.949285 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 49912) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:27.036233 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5d3c5714-7d60-4a49-8c44-703d8073f950 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:27.061167 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7a058f13-794c-4070-8353-a6d13a5e8b48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:27.159572 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5d3c5714-7d60-4a49-8c44-703d8073f950 admin admin] Publish callbacks [] for security_group (1fedd6bc-5fff-4e9d-a10e-e5f7fa71ecd3), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:27.167406 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5d3c5714-7d60-4a49-8c44-703d8073f950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (1fedd6bc-5fff-4e9d-a10e-e5f7fa71ecd3), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:27.196655 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7a058f13-794c-4070-8353-a6d13a5e8b48 admin admin] Publish callbacks [] for security_group (4c94afa3-ffec-4ae7-9c5c-64cf01e1c372), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:27.209658 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7a058f13-794c-4070-8353-a6d13a5e8b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (4c94afa3-ffec-4ae7-9c5c-64cf01e1c372), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:27.221468 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-5d3c5714-7d60-4a49-8c44-703d8073f950 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7eb05ba67de447c29bdc00643178189a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2882099 Jan 17 21:20:27.224158 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 49916) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:27.230348 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c5714-7d60-4a49-8c44-703d8073f950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fedd6bc-5fff-4e9d-a10e-e5f7fa71ecd3,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:27.259558 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-7a058f13-794c-4070-8353-a6d13a5e8b48 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=deb83e0171d24093b29509d9f016b44f&name=default HTTP/1.1" status: 200 len: 2994 time: 0.3091488 Jan 17 21:20:27.262539 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 49918) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:27.272822 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0f689f28-a37d-470b-aeb3-82b4c6958871 admin admin] Publish callbacks [] for security_group (1fedd6bc-5fff-4e9d-a10e-e5f7fa71ecd3), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:27.278228 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a058f13-794c-4070-8353-a6d13a5e8b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c94afa3-ffec-4ae7-9c5c-64cf01e1c372,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:27.295536 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0f689f28-a37d-470b-aeb3-82b4c6958871 admin admin] Publish callbacks [] for security_group (1fedd6bc-5fff-4e9d-a10e-e5f7fa71ecd3), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:27.315820 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-209a1227-6256-4ff2-a23a-80f262ffa8b9 admin admin] Publish callbacks [] for security_group (4c94afa3-ffec-4ae7-9c5c-64cf01e1c372), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:27.354174 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0f689f28-a37d-470b-aeb3-82b4c6958871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (1fedd6bc-5fff-4e9d-a10e-e5f7fa71ecd3), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:27.359904 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0f689f28-a37d-470b-aeb3-82b4c6958871 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:27.360115 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-209a1227-6256-4ff2-a23a-80f262ffa8b9 admin admin] Publish callbacks [] for security_group (4c94afa3-ffec-4ae7-9c5c-64cf01e1c372), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:27.365708 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-0f689f28-a37d-470b-aeb3-82b4c6958871 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1fedd6bc-5fff-4e9d-a10e-e5f7fa71ecd3 HTTP/1.1" status: 204 len: 168 time: 0.1400237 Jan 17 21:20:27.375021 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f689f28-a37d-470b-aeb3-82b4c6958871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fedd6bc-5fff-4e9d-a10e-e5f7fa71ecd3,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:27.446794 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-209a1227-6256-4ff2-a23a-80f262ffa8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (4c94afa3-ffec-4ae7-9c5c-64cf01e1c372), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:27.449896 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-209a1227-6256-4ff2-a23a-80f262ffa8b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:27.451318 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-209a1227-6256-4ff2-a23a-80f262ffa8b9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4c94afa3-ffec-4ae7-9c5c-64cf01e1c372 HTTP/1.1" status: 204 len: 168 time: 0.1878433 Jan 17 21:20:27.467311 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a1227-6256-4ff2-a23a-80f262ffa8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c94afa3-ffec-4ae7-9c5c-64cf01e1c372,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:27.570687 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e6e50-5100-480c-adc2-64e65bc0355d req-096965b8-af4f-4c84-83e6-66c20d80e1f0 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:27.572912 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ca7e6e50-5100-480c-adc2-64e65bc0355d req-096965b8-af4f-4c84-83e6-66c20d80e1f0 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/ports?device_id=069fd10f-3002-4910-884d-0bfc2697b631 HTTP/1.1" status: 200 len: 931 time: 0.0887909 Jan 17 21:20:27.639189 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b422ba91-fb60-4f43-b54e-4d3ab3ac274b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:27.645113 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7c57d7e9-5823-4e22-8cdd-a4ac8c08ef55 req-a2d80366-e877-400d-aff0-ba8dc4f986aa tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 210 time: 0.0709887 Jan 17 21:20:27.703727 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ca7e6e50-5100-480c-adc2-64e65bc0355d req-57fcf0ac-e65c-4286-9cfe-0a5addfe7ef5 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/security-groups?id=3d91237e-d586-4854-bd58-de9bf6582831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201546 Jan 17 21:20:28.030246 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 49956) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:28.052130 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1468ef6b-086f-4537-b2ff-12d68227b227 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:28.251531 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1468ef6b-086f-4537-b2ff-12d68227b227 admin admin] Publish callbacks [] for security_group (e4ecec49-2eb9-4f32-b24b-0eceb80b7818), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:28.257760 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1468ef6b-086f-4537-b2ff-12d68227b227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (e4ecec49-2eb9-4f32-b24b-0eceb80b7818), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:28.340351 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-1468ef6b-086f-4537-b2ff-12d68227b227 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=127354d576f04b34ba29b15911bd068c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3086913 Jan 17 21:20:28.341335 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 49974) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:28.345306 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468ef6b-086f-4537-b2ff-12d68227b227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ecec49-2eb9-4f32-b24b-0eceb80b7818,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:28.419071 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:28.438619 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3b27dc9d-df7c-4d08-ade0-4dc0a17bf576 admin admin] Publish callbacks [] for security_group (e4ecec49-2eb9-4f32-b24b-0eceb80b7818), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:28.473876 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3b27dc9d-df7c-4d08-ade0-4dc0a17bf576 admin admin] Publish callbacks [] for security_group (e4ecec49-2eb9-4f32-b24b-0eceb80b7818), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:28.568812 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3b27dc9d-df7c-4d08-ade0-4dc0a17bf576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (e4ecec49-2eb9-4f32-b24b-0eceb80b7818), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:28.578332 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3b27dc9d-df7c-4d08-ade0-4dc0a17bf576 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:28.579559 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-3b27dc9d-df7c-4d08-ade0-4dc0a17bf576 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e4ecec49-2eb9-4f32-b24b-0eceb80b7818 HTTP/1.1" status: 204 len: 168 time: 0.2355461 Jan 17 21:20:28.596912 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27dc9d-df7c-4d08-ade0-4dc0a17bf576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ecec49-2eb9-4f32-b24b-0eceb80b7818,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:28.835282 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a526d7c7-412d-4c27-8d7a-0312fa2f2cb3 req-773d9af8-bd0f-409c-adf6-b8c9940c9aa3 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 210 time: 0.0640767 Jan 17 21:20:28.934581 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-b6acbd3d-4cb0-463b-aa34-d128db55ef41 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102499) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 21:20:28.939931 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-b6acbd3d-4cb0-463b-aa34-d128db55ef41 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0314746 Jan 17 21:20:28.973625 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f4f22-b097-42f0-bbcb-eb44bc02509f req-fac25690-ffd4-41c5-9269-cfdea255c637 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:28.995396 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d92f4f22-b097-42f0-bbcb-eb44bc02509f req-fac25690-ffd4-41c5-9269-cfdea255c637 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/ports?device_id=069fd10f-3002-4910-884d-0bfc2697b631 HTTP/1.1" status: 200 len: 931 time: 0.1485415 Jan 17 21:20:29.183442 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d92f4f22-b097-42f0-bbcb-eb44bc02509f req-dc054dd4-b9be-4646-8471-dd8c540d54f3 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/security-groups?id=3d91237e-d586-4854-bd58-de9bf6582831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717029 Jan 17 21:20:29.240065 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-9a9cfd8c-ef3c-4372-a3be-250c415bdf50 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:29.242116 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-9a9cfd8c-ef3c-4372-a3be-250c415bdf50 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.72 "GET /v2.0/networks?id=bff8e5f5-97ad-489f-85ec-9f479ea549b7 HTTP/1.1" status: 200 len: 818 time: 0.3527856 Jan 17 21:20:29.540634 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 50038) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:29.803816 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d51d8a3f-74bc-4c48-9e5d-16015d9285a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:29.944591 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d51d8a3f-74bc-4c48-9e5d-16015d9285a8 admin admin] Publish callbacks [] for security_group (2dcc579d-dee8-4bc5-b60e-a587b3ed402d), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:29.954710 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d51d8a3f-74bc-4c48-9e5d-16015d9285a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (2dcc579d-dee8-4bc5-b60e-a587b3ed402d), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:30.034083 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-d51d8a3f-74bc-4c48-9e5d-16015d9285a8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=81d2641a37a24800b4d48f83a78ce43b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4856284 Jan 17 21:20:30.035965 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 50066) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:30.042163 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:30.067329 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c6ba6036-fbfb-4a6d-82e1-a110bda5c895 req-e695e118-4071-47ff-bbfc-e8f9b8c6aab1 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 210 time: 0.0552094 Jan 17 21:20:30.135822 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d8a3f-74bc-4c48-9e5d-16015d9285a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcc579d-dee8-4bc5-b60e-a587b3ed402d,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:30.207891 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0135a193-0ea7-42ff-8b21-376d430fed29 admin admin] Publish callbacks [] for security_group (2dcc579d-dee8-4bc5-b60e-a587b3ed402d), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:30.274904 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0135a193-0ea7-42ff-8b21-376d430fed29 admin admin] Publish callbacks [] for security_group (2dcc579d-dee8-4bc5-b60e-a587b3ed402d), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:30.373779 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0135a193-0ea7-42ff-8b21-376d430fed29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (2dcc579d-dee8-4bc5-b60e-a587b3ed402d), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:30.376810 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0135a193-0ea7-42ff-8b21-376d430fed29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:30.382054 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-0135a193-0ea7-42ff-8b21-376d430fed29 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2dcc579d-dee8-4bc5-b60e-a587b3ed402d HTTP/1.1" status: 204 len: 168 time: 0.3352211 Jan 17 21:20:30.399661 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0135a193-0ea7-42ff-8b21-376d430fed29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcc579d-dee8-4bc5-b60e-a587b3ed402d,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:30.413625 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c712b1a-2cab-4ec7-bda1-762ecb7725bb req-d1576e52-e257-48c8-9bf3-932d0b271cf4 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:30.425336 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2c712b1a-2cab-4ec7-bda1-762ecb7725bb req-d1576e52-e257-48c8-9bf3-932d0b271cf4 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/ports?device_id=069fd10f-3002-4910-884d-0bfc2697b631 HTTP/1.1" status: 200 len: 931 time: 0.1022501 Jan 17 21:20:30.490824 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2c712b1a-2cab-4ec7-bda1-762ecb7725bb req-46e81b45-7c5d-4e0c-8392-1515247ada40 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/security-groups?id=3d91237e-d586-4854-bd58-de9bf6582831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618851 Jan 17 21:20:31.248125 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-dcb30fb6-90da-4b23-8cbe-208bb134b7d5 req-93bbaccb-11f1-4408-a75d-db031d9b4202 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 210 time: 0.0573733 Jan 17 21:20:31.346403 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:31.655925 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2635d-afea-48ce-be6e-8d86a7fb4512 req-4b366578-726b-411e-8826-24b97fc9f6b4 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:31.666356 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b7c2635d-afea-48ce-be6e-8d86a7fb4512 req-4b366578-726b-411e-8826-24b97fc9f6b4 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/ports?device_id=069fd10f-3002-4910-884d-0bfc2697b631 HTTP/1.1" status: 200 len: 931 time: 0.0722315 Jan 17 21:20:31.737958 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b7c2635d-afea-48ce-be6e-8d86a7fb4512 req-7fa11e2c-0893-4b64-b0f5-9cf5c42cdc33 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/security-groups?id=3d91237e-d586-4854-bd58-de9bf6582831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668871 Jan 17 21:20:32.112893 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:20:32.366273 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-50c032c3-a72f-4691-97ba-af34ce327eb2 req-33605dd0-7330-4147-a521-156a01e158de tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 210 time: 0.0323777 Jan 17 21:20:32.842014 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2119b903-8493-45d9-a3b4-eacd9313f0ab req-1a4362df-76c2-4879-9cb6-16615f813529 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:32.843485 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2119b903-8493-45d9-a3b4-eacd9313f0ab req-1a4362df-76c2-4879-9cb6-16615f813529 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/ports?device_id=069fd10f-3002-4910-884d-0bfc2697b631 HTTP/1.1" status: 200 len: 931 time: 0.0475049 Jan 17 21:20:32.887704 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2119b903-8493-45d9-a3b4-eacd9313f0ab req-790de5b0-fc3d-4d7f-b18f-d8abd1f6b5db tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/security-groups?id=3d91237e-d586-4854-bd58-de9bf6582831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387182 Jan 17 21:20:33.512643 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0c7a03a5-7212-41f7-8848-7239f184ced1 req-fe953cb2-db17-487d-9ffc-036f1419f9d3 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 210 time: 0.0414705 Jan 17 21:20:34.132315 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ab7c7-8587-4284-a369-b884c02d0b9e req-68607a94-2e27-419f-91df-c4a2f701158f tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:34.135125 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-042ab7c7-8587-4284-a369-b884c02d0b9e req-68607a94-2e27-419f-91df-c4a2f701158f tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/ports?device_id=069fd10f-3002-4910-884d-0bfc2697b631 HTTP/1.1" status: 200 len: 931 time: 0.1736724 Jan 17 21:20:34.188395 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-042ab7c7-8587-4284-a369-b884c02d0b9e req-2742c5d3-9122-4707-8011-0e29f03bda71 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/security-groups?id=3d91237e-d586-4854-bd58-de9bf6582831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431633 Jan 17 21:20:34.598198 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-96f4a96d-6334-422d-a761-3970a1ef5c5d req-b74701fc-3ff7-4052-99c8-b3851089efee tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 210 time: 0.0262749 Jan 17 21:20:35.312933 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581337b-a530-4cc4-853a-ae1690472720 req-540a652c-3f12-4c43-9718-251ed46136c0 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:35.314415 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0581337b-a530-4cc4-853a-ae1690472720 req-540a652c-3f12-4c43-9718-251ed46136c0 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/ports?device_id=069fd10f-3002-4910-884d-0bfc2697b631 HTTP/1.1" status: 200 len: 931 time: 0.0564058 Jan 17 21:20:35.385308 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0581337b-a530-4cc4-853a-ae1690472720 req-ce125dc6-4acb-4ff1-b420-cc43087d0f6d tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/security-groups?id=3d91237e-d586-4854-bd58-de9bf6582831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594547 Jan 17 21:20:35.658576 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 50286) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:35.674313 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 50290) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:35.735971 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e9c7ac2f-21ac-4f36-83e6-ea9ee1f484f7 req-fc855ba2-ae5b-4aa3-85db-87482acd5e99 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 210 time: 0.0621390 Jan 17 21:20:35.794662 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-679d1aa2-1132-49ce-8e27-7bbf01aab391 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:35.824599 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-73d89467-b528-4c0c-a48d-963b7a01faab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:35.933825 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-679d1aa2-1132-49ce-8e27-7bbf01aab391 admin admin] Publish callbacks [] for security_group (c677851d-ad65-40c8-950f-949fb6e5ea7c), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:35.944614 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-679d1aa2-1132-49ce-8e27-7bbf01aab391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (c677851d-ad65-40c8-950f-949fb6e5ea7c), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:35.987961 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-73d89467-b528-4c0c-a48d-963b7a01faab admin admin] Publish callbacks [] for security_group (0f7d4268-d3e2-4a01-9d3b-7f94a01a946b), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:36.001703 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-73d89467-b528-4c0c-a48d-963b7a01faab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (0f7d4268-d3e2-4a01-9d3b-7f94a01a946b), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:36.015090 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-679d1aa2-1132-49ce-8e27-7bbf01aab391 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=23e3ce6327e14fa9adc5ecd025d12944&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3552010 Jan 17 21:20:36.015743 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d1aa2-1132-49ce-8e27-7bbf01aab391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c677851d-ad65-40c8-950f-949fb6e5ea7c,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:36.017833 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 50296) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:36.051120 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-73d89467-b528-4c0c-a48d-963b7a01faab admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4ca6dd57db2e4c77beb4cd547aa379b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3728030 Jan 17 21:20:36.052171 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 50298) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:36.054035 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d89467-b528-4c0c-a48d-963b7a01faab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7d4268-d3e2-4a01-9d3b-7f94a01a946b,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:36.108755 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-90c1c615-eda1-4df8-a605-9eea94ccd0ef admin admin] Publish callbacks [] for security_group (c677851d-ad65-40c8-950f-949fb6e5ea7c), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:36.135126 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6f2c82f3-e337-409d-91c2-631df9da4047 admin admin] Publish callbacks [] for security_group (0f7d4268-d3e2-4a01-9d3b-7f94a01a946b), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:36.141270 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-90c1c615-eda1-4df8-a605-9eea94ccd0ef admin admin] Publish callbacks [] for security_group (c677851d-ad65-40c8-950f-949fb6e5ea7c), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:36.178542 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6f2c82f3-e337-409d-91c2-631df9da4047 admin admin] Publish callbacks [] for security_group (0f7d4268-d3e2-4a01-9d3b-7f94a01a946b), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:36.229478 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-90c1c615-eda1-4df8-a605-9eea94ccd0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (c677851d-ad65-40c8-950f-949fb6e5ea7c), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:36.232123 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-90c1c615-eda1-4df8-a605-9eea94ccd0ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:36.233458 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-90c1c615-eda1-4df8-a605-9eea94ccd0ef admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c677851d-ad65-40c8-950f-949fb6e5ea7c HTTP/1.1" status: 204 len: 168 time: 0.2143862 Jan 17 21:20:36.243783 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1c615-eda1-4df8-a605-9eea94ccd0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c677851d-ad65-40c8-950f-949fb6e5ea7c,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:36.246096 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6f2c82f3-e337-409d-91c2-631df9da4047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (0f7d4268-d3e2-4a01-9d3b-7f94a01a946b), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:36.248810 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6f2c82f3-e337-409d-91c2-631df9da4047 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:36.249971 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-6f2c82f3-e337-409d-91c2-631df9da4047 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0f7d4268-d3e2-4a01-9d3b-7f94a01a946b HTTP/1.1" status: 204 len: 168 time: 0.1966271 Jan 17 21:20:36.265261 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c82f3-e337-409d-91c2-631df9da4047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7d4268-d3e2-4a01-9d3b-7f94a01a946b,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:36.557962 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa714d1-88a2-4ce0-916a-504c4f5228b2 req-9ca7b92f-f211-4c13-af4e-b1954d434148 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:36.567842 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8aa714d1-88a2-4ce0-916a-504c4f5228b2 req-9ca7b92f-f211-4c13-af4e-b1954d434148 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/ports?device_id=069fd10f-3002-4910-884d-0bfc2697b631 HTTP/1.1" status: 200 len: 931 time: 0.1061318 Jan 17 21:20:36.637370 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8aa714d1-88a2-4ce0-916a-504c4f5228b2 req-f42268aa-8ac5-40f6-871f-d21a014f22a6 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/security-groups?id=3d91237e-d586-4854-bd58-de9bf6582831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657701 Jan 17 21:20:36.821787 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 50332) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:36.845990 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d7770f80-4055-4723-b142-c1762106b40b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:36.963288 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 50336) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:36.988045 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b9e37498-2c0f-4e0f-8c8d-39f79e6cc329 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:36.990700 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3ff3ab38-a2c4-4ca1-801b-c1c62fe5c05a req-ac3c2257-db91-4aa5-9bb3-5be033aaccc5 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 210 time: 0.0626328 Jan 17 21:20:37.017526 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d7770f80-4055-4723-b142-c1762106b40b admin admin] Publish callbacks [] for security_group (5fa630f2-4f51-4f90-9efc-d01501d936a1), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:37.023720 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d7770f80-4055-4723-b142-c1762106b40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (5fa630f2-4f51-4f90-9efc-d01501d936a1), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:37.084895 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-d7770f80-4055-4723-b142-c1762106b40b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e6a31e752aba44449d1ca187fc5ac248&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2613151 Jan 17 21:20:37.086074 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7770f80-4055-4723-b142-c1762106b40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa630f2-4f51-4f90-9efc-d01501d936a1,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:37.090682 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 50338) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:37.128848 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b9e37498-2c0f-4e0f-8c8d-39f79e6cc329 admin admin] Publish callbacks [] for security_group (c03db38e-7eca-4dee-8aa1-63ad11e48396), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:37.137256 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b9e37498-2c0f-4e0f-8c8d-39f79e6cc329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (c03db38e-7eca-4dee-8aa1-63ad11e48396), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:37.170523 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-60b7e334-001b-407d-8280-7df91bf89363 admin admin] Publish callbacks [] for security_group (5fa630f2-4f51-4f90-9efc-d01501d936a1), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:37.192170 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 50340) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:37.192498 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-b9e37498-2c0f-4e0f-8c8d-39f79e6cc329 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2cb5529e7fd5468496897cad234bcce2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263396 Jan 17 21:20:37.205741 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e37498-2c0f-4e0f-8c8d-39f79e6cc329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03db38e-7eca-4dee-8aa1-63ad11e48396,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:37.222488 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-60b7e334-001b-407d-8280-7df91bf89363 admin admin] Publish callbacks [] for security_group (5fa630f2-4f51-4f90-9efc-d01501d936a1), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:37.294847 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0c53ac6f-5d66-4134-b564-4d5fb617dd0b admin admin] Publish callbacks [] for security_group (c03db38e-7eca-4dee-8aa1-63ad11e48396), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:37.309667 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-60b7e334-001b-407d-8280-7df91bf89363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (5fa630f2-4f51-4f90-9efc-d01501d936a1), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:37.312258 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-60b7e334-001b-407d-8280-7df91bf89363 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:37.313462 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-60b7e334-001b-407d-8280-7df91bf89363 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5fa630f2-4f51-4f90-9efc-d01501d936a1 HTTP/1.1" status: 204 len: 168 time: 0.2215085 Jan 17 21:20:37.336756 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b7e334-001b-407d-8280-7df91bf89363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa630f2-4f51-4f90-9efc-d01501d936a1,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:37.341369 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0c53ac6f-5d66-4134-b564-4d5fb617dd0b admin admin] Publish callbacks [] for security_group (c03db38e-7eca-4dee-8aa1-63ad11e48396), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:37.429029 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0c53ac6f-5d66-4134-b564-4d5fb617dd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (c03db38e-7eca-4dee-8aa1-63ad11e48396), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:37.443165 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0c53ac6f-5d66-4134-b564-4d5fb617dd0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:37.455291 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-0c53ac6f-5d66-4134-b564-4d5fb617dd0b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c03db38e-7eca-4dee-8aa1-63ad11e48396 HTTP/1.1" status: 204 len: 168 time: 0.2615509 Jan 17 21:20:37.470507 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c53ac6f-5d66-4134-b564-4d5fb617dd0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03db38e-7eca-4dee-8aa1-63ad11e48396,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:38.020143 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2cf9e5-2b73-419b-896a-6d37100b27eb req-7c56e374-d4c9-450b-8aa4-d1208fe93702 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:38.029364 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5c2cf9e5-2b73-419b-896a-6d37100b27eb req-7c56e374-d4c9-450b-8aa4-d1208fe93702 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/ports?device_id=069fd10f-3002-4910-884d-0bfc2697b631 HTTP/1.1" status: 200 len: 931 time: 0.1922812 Jan 17 21:20:38.092168 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-c7e2aa19-1d94-49ab-b54c-4d82b0d6b71e tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Request body: {'port': {'device_id': '8a5818e4-0026-4597-9ef3-d539c2cdee97', 'network_id': 'bff8e5f5-97ad-489f-85ec-9f479ea549b7', 'admin_state_up': True, 'tenant_id': '090730c5b4bb4a7195d893aa312dcfe6'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:20:38.189499 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5c2cf9e5-2b73-419b-896a-6d37100b27eb req-75893cfc-aab5-4cad-b986-8b855385f0c4 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/security-groups?id=3d91237e-d586-4854-bd58-de9bf6582831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552532 Jan 17 21:20:38.285800 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-30666ec7-8928-4e49-beaa-836bd8dbe7ae req-54b38bb9-98e2-4206-807b-c91b2050f6a3 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 210 time: 0.0681674 Jan 17 21:20:38.423872 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-c7e2aa19-1d94-49ab-b54c-4d82b0d6b71e tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Made reservation on behalf of 090730c5b4bb4a7195d893aa312dcfe6 for: {'port': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:20:38.434884 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-c7e2aa19-1d94-49ab-b54c-4d82b0d6b71e tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:38.573215 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-d4477b45-135b-452b-8d7f-7a0e72165c9c service neutron] Request body: {'port': {'device_id': '069fd10f-3002-4910-884d-0bfc2697b631', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82489'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:20:38.714318 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-d4477b45-135b-452b-8d7f-7a0e72165c9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:38.761991 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.72', 60614) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:39.131529 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-f5ee9f15-a138-48b8-a7b4-1e5ef0cd5b06 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:39.134096 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-f5ee9f15-a138-48b8-a7b4-1e5ef0cd5b06 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.72 "GET /v2.0/networks?id=bff8e5f5-97ad-489f-85ec-9f479ea549b7 HTTP/1.1" status: 200 len: 818 time: 0.3708186 Jan 17 21:20:39.177444 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-c80b41c1-a2db-4d0f-8ad0-7f0b5858d0e0 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Request body: {'port': {'device_id': 'e0057c90-b41a-4cd1-a9fa-01cb2da4fef6', 'network_id': 'bff8e5f5-97ad-489f-85ec-9f479ea549b7', 'admin_state_up': True, 'tenant_id': '090730c5b4bb4a7195d893aa312dcfe6'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:20:39.531690 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-d4477b45-135b-452b-8d7f-7a0e72165c9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689 {{(pid=102499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:20:39.546002 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-d4477b45-135b-452b-8d7f-7a0e72165c9c service neutron] Publish callbacks [] for port (6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:39.610268 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.provisioning_blocks [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-d4477b45-135b-452b-8d7f-7a0e72165c9c service neutron] Transition to ACTIVE for port object 6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689 will not be triggered until provisioned by entity L2. {{(pid=102499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 21:20:39.627797 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-d4477b45-135b-452b-8d7f-7a0e72165c9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3358448'] for port (6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:39.719755 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e0f11b01-1dc3-4cd9-a575-c0ef84692a77 req-45566c7f-dfee-40e6-acc0-93f8a95b4974 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 210 time: 0.1612761 Jan 17 21:20:39.724507 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-c80b41c1-a2db-4d0f-8ad0-7f0b5858d0e0 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Made reservation on behalf of 090730c5b4bb4a7195d893aa312dcfe6 for: {'port': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:20:39.745014 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-c80b41c1-a2db-4d0f-8ad0-7f0b5858d0e0 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:39.920598 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a826c-5505-4ca5-ac54-beb08fe148e1 req-c02aa022-9517-4a53-af87-d31b22c3de39 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:39.932921 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-719a826c-5505-4ca5-ac54-beb08fe148e1 req-c02aa022-9517-4a53-af87-d31b22c3de39 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/ports?device_id=069fd10f-3002-4910-884d-0bfc2697b631 HTTP/1.1" status: 200 len: 943 time: 0.3714795 Jan 17 21:20:39.937884 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 50458) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:39.950807 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477b45-135b-452b-8d7f-7a0e72165c9c service neutron] Pushing event updated for resources: {'Port': ['ID=6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:39.973309 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-c7e2aa19-1d94-49ab-b54c-4d82b0d6b71e tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Allocated IP 172.20.0.6 (bff8e5f5-97ad-489f-85ec-9f479ea549b7/aa7783e7-3496-4e0a-9051-7034d9bfba99/138d0a50-2135-4dee-95fa-28ecdc541d3d) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:20:40.018255 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 50462) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:40.018955 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-d4477b45-135b-452b-8d7f-7a0e72165c9c service neutron] Attempting to bind port 6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689 on host hv-cinder-82489 for vnic_type normal with profile {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:20:40.019407 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-d4477b45-135b-452b-8d7f-7a0e72165c9c service neutron] Attempting to bind port 6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689 by drivers openvswitch,hyperv on host hv-cinder-82489 at level 0 using segments [{'id': 'bb957438-0fb5-42b5-996b-ada985f4f792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'af5d6d41-8980-4578-bea9-2653deda4e23'}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:20:40.019716 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-d4477b45-135b-452b-8d7f-7a0e72165c9c service neutron] Attempting to bind port 6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689 on network af5d6d41-8980-4578-bea9-2653deda4e23 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:20:40.037959 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-d4477b45-135b-452b-8d7f-7a0e72165c9c service neutron] Port 6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689 on network af5d6d41-8980-4578-bea9-2653deda4e23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82489 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 21:20:40.037959 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-d4477b45-135b-452b-8d7f-7a0e72165c9c service neutron] Attempting to bind port 6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689 on network af5d6d41-8980-4578-bea9-2653deda4e23 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:20:40.060004 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-d4477b45-135b-452b-8d7f-7a0e72165c9c service neutron] Checking agent: {'id': 'fb6a4824-98a1-4114-b283-810c221687ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82489', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 18, 21), 'started_at': datetime.datetime(2022, 1, 17, 21, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:20:40.061107 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-d4477b45-135b-452b-8d7f-7a0e72165c9c service neutron] Checking segment: {'id': 'bb957438-0fb5-42b5-996b-ada985f4f792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'af5d6d41-8980-4578-bea9-2653deda4e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:20:40.063276 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-d4477b45-135b-452b-8d7f-7a0e72165c9c service neutron] Bound using segment: {'id': 'bb957438-0fb5-42b5-996b-ada985f4f792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'af5d6d41-8980-4578-bea9-2653deda4e23'} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:20:40.063783 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-d4477b45-135b-452b-8d7f-7a0e72165c9c service neutron] Bound port: 6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689, host: hv-cinder-82489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb957438-0fb5-42b5-996b-ada985f4f792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'af5d6d41-8980-4578-bea9-2653deda4e23'}}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:20:40.064167 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-d4477b45-135b-452b-8d7f-7a0e72165c9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:40.204630 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-d4477b45-135b-452b-8d7f-7a0e72165c9c service neutron] For port 6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689, host hv-cinder-82489, cleared binding levels {{(pid=102499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:20:40.206294 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-719a826c-5505-4ca5-ac54-beb08fe148e1 req-a0528d81-a7d7-4f20-8177-f9380ded570a tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/security-groups?id=3d91237e-d586-4854-bd58-de9bf6582831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687657 Jan 17 21:20:40.232170 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-d4477b45-135b-452b-8d7f-7a0e72165c9c service neutron] For port 6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689, host hv-cinder-82489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689,segment=NetworkSegment(bb957438-0fb5-42b5-996b-ada985f4f792),segment_id=bb957438-0fb5-42b5-996b-ada985f4f792)] {{(pid=102499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:20:40.236545 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-d4477b45-135b-452b-8d7f-7a0e72165c9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3358448'] for port (6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:40.290310 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-d4477b45-135b-452b-8d7f-7a0e72165c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:40.290924 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-d4477b45-135b-452b-8d7f-7a0e72165c9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:40.292325 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-d4477b45-135b-452b-8d7f-7a0e72165c9c service neutron] 10.222.0.72 "PUT /v2.0/ports/6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689 HTTP/1.1" status: 200 len: 1093 time: 2.2300944 Jan 17 21:20:40.292802 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '069fd10f-3002-4910-884d-0bfc2697b631', 'tag': '6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:20:40.328594 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-cbd9ca46-591a-4a55-b867-ca05b52e59d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:40.334707 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-c7e2aa19-1d94-49ab-b54c-4d82b0d6b71e tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Publish callbacks [] for port (138d0a50-2135-4dee-95fa-28ecdc541d3d), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:40.338104 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477b45-135b-452b-8d7f-7a0e72165c9c service neutron] Pushing event updated for resources: {'Port': ['ID=6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689,revision_number=3']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:40.386054 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-c7e2aa19-1d94-49ab-b54c-4d82b0d6b71e tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (138d0a50-2135-4dee-95fa-28ecdc541d3d), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:40.462623 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b48ca289-2590-40e4-8390-ea7938e22935 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:40.480105 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-c7e2aa19-1d94-49ab-b54c-4d82b0d6b71e tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Network bff8e5f5-97ad-489f-85ec-9f479ea549b7 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:20:40.483368 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2aa19-1d94-49ab-b54c-4d82b0d6b71e tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Pushing event updated for resources: {'Port': ['ID=138d0a50-2135-4dee-95fa-28ecdc541d3d,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:40.488461 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-c7e2aa19-1d94-49ab-b54c-4d82b0d6b71e tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:20:40.520443 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 50478) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:40.525117 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-c80b41c1-a2db-4d0f-8ad0-7f0b5858d0e0 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Allocated IP 172.20.0.12 (bff8e5f5-97ad-489f-85ec-9f479ea549b7/aa7783e7-3496-4e0a-9051-7034d9bfba99/97a2a727-ca87-4934-94e8-4e197d2e3622) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:20:40.535035 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-c7e2aa19-1d94-49ab-b54c-4d82b0d6b71e tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:20:40.538978 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-cbd9ca46-591a-4a55-b867-ca05b52e59d4 admin admin] Publish callbacks [] for security_group (eb620d2e-dc10-4223-842b-4f225b06098c), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:40.549966 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-cbd9ca46-591a-4a55-b867-ca05b52e59d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (eb620d2e-dc10-4223-842b-4f225b06098c), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:40.598538 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-cbd9ca46-591a-4a55-b867-ca05b52e59d4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ae2d016cff62401fa3a14297f927c8b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6596556 Jan 17 21:20:40.601262 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 50486) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:40.602425 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd9ca46-591a-4a55-b867-ca05b52e59d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb620d2e-dc10-4223-842b-4f225b06098c,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:40.622649 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-c7e2aa19-1d94-49ab-b54c-4d82b0d6b71e tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:40.623293 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-c7e2aa19-1d94-49ab-b54c-4d82b0d6b71e tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:40.684837 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-c7e2aa19-1d94-49ab-b54c-4d82b0d6b71e tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6145072 Jan 17 21:20:40.691494 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b48ca289-2590-40e4-8390-ea7938e22935 admin admin] Publish callbacks [] for security_group (544c546f-8d0c-4fd1-a8e6-5917dcdf1886), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:40.706433 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b48ca289-2590-40e4-8390-ea7938e22935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (544c546f-8d0c-4fd1-a8e6-5917dcdf1886), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:40.726378 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c2de0e70a1bc7346ac1be0cec4f24ea848d889c4763a7575c3a73373459bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b064ca-bcb4-46f2-ada1-033f2bcc04a3" -d '{"events": [{"name": "network-changed", "server_uuid": "069fd10f-3002-4910-884d-0bfc2697b631", "tag": "6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:20:40.738072 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6f3f93ef-fc1c-4543-bf1c-7b3a1b23925a admin admin] Publish callbacks [] for security_group (eb620d2e-dc10-4223-842b-4f225b06098c), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:40.791457 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-b48ca289-2590-40e4-8390-ea7938e22935 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bff993d6e32a44bfa8faa16b6270e8af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7613454 Jan 17 21:20:40.794170 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6f3f93ef-fc1c-4543-bf1c-7b3a1b23925a admin admin] Publish callbacks [] for security_group (eb620d2e-dc10-4223-842b-4f225b06098c), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:40.795907 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 50502) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:40.796758 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ca289-2590-40e4-8390-ea7938e22935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544c546f-8d0c-4fd1-a8e6-5917dcdf1886,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:40.866667 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-02d1408a-a152-4c14-bd95-9896370a3d77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:40.932771 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-88a22e51-8fef-4858-a31a-001d28bb5af7 req-4ed53abb-b88d-41bb-9107-673e1f652fbe tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 210 time: 0.0695517 Jan 17 21:20:40.938917 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-c80b41c1-a2db-4d0f-8ad0-7f0b5858d0e0 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Publish callbacks [] for port (97a2a727-ca87-4934-94e8-4e197d2e3622), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:40.949957 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c558f85b-3ac8-4506-b672-24da8f9dd3bb admin admin] Publish callbacks [] for security_group (544c546f-8d0c-4fd1-a8e6-5917dcdf1886), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:40.958573 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6f3f93ef-fc1c-4543-bf1c-7b3a1b23925a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (eb620d2e-dc10-4223-842b-4f225b06098c), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:40.963113 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6f3f93ef-fc1c-4543-bf1c-7b3a1b23925a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:40.967111 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-6f3f93ef-fc1c-4543-bf1c-7b3a1b23925a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eb620d2e-dc10-4223-842b-4f225b06098c HTTP/1.1" status: 204 len: 168 time: 0.3617406 Jan 17 21:20:40.997124 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f93ef-fc1c-4543-bf1c-7b3a1b23925a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb620d2e-dc10-4223-842b-4f225b06098c,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:41.006505 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c558f85b-3ac8-4506-b672-24da8f9dd3bb admin admin] Publish callbacks [] for security_group (544c546f-8d0c-4fd1-a8e6-5917dcdf1886), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:41.074657 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c558f85b-3ac8-4506-b672-24da8f9dd3bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (544c546f-8d0c-4fd1-a8e6-5917dcdf1886), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:41.082767 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c558f85b-3ac8-4506-b672-24da8f9dd3bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:41.085141 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-c558f85b-3ac8-4506-b672-24da8f9dd3bb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/544c546f-8d0c-4fd1-a8e6-5917dcdf1886 HTTP/1.1" status: 204 len: 168 time: 0.2860818 Jan 17 21:20:41.094853 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558f85b-3ac8-4506-b672-24da8f9dd3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544c546f-8d0c-4fd1-a8e6-5917dcdf1886,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:41.101380 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04637450-1ed5-4787-881d-7d89e5f5ee73 x-openstack-request-id: req-04637450-1ed5-4787-881d-7d89e5f5ee73 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:20:41.102280 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "069fd10f-3002-4910-884d-0bfc2697b631", "tag": "6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:20:41.102667 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-04637450-1ed5-4787-881d-7d89e5f5ee73 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:20:41.102888 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '069fd10f-3002-4910-884d-0bfc2697b631', 'tag': '6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689', 'status': 'completed', 'code': 200} Jan 17 21:20:41.114055 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-c80b41c1-a2db-4d0f-8ad0-7f0b5858d0e0 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965'] for port (97a2a727-ca87-4934-94e8-4e197d2e3622), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:41.189444 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-02d1408a-a152-4c14-bd95-9896370a3d77 admin admin] Publish callbacks [] for security_group (e0a264ae-5bbe-4ada-a04c-606e00de9b44), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:41.213494 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-02d1408a-a152-4c14-bd95-9896370a3d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (e0a264ae-5bbe-4ada-a04c-606e00de9b44), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:41.221382 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-52591410-fb11-48d4-b349-8283d375eb27 service neutron] Request body: {'port': {'device_id': '8a5818e4-0026-4597-9ef3-d539c2cdee97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82489'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:20:41.235675 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-c80b41c1-a2db-4d0f-8ad0-7f0b5858d0e0 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Network bff8e5f5-97ad-489f-85ec-9f479ea549b7 is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:20:41.271188 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-c80b41c1-a2db-4d0f-8ad0-7f0b5858d0e0 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:20:41.277182 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-c80b41c1-a2db-4d0f-8ad0-7f0b5858d0e0 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:20:41.289228 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-c80b41c1-a2db-4d0f-8ad0-7f0b5858d0e0 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:41.290002 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-c80b41c1-a2db-4d0f-8ad0-7f0b5858d0e0 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:41.361584 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-52591410-fb11-48d4-b349-8283d375eb27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (138d0a50-2135-4dee-95fa-28ecdc541d3d), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:41.369458 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b41c1-a2db-4d0f-8ad0-7f0b5858d0e0 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Pushing event updated for resources: {'Port': ['ID=97a2a727-ca87-4934-94e8-4e197d2e3622,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:41.388473 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b064ca-bcb4-46f2-ada1-033f2bcc04a3 req-19bdb9a3-bc3b-49bb-b05c-c27cafd98a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:41.388692 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d1408a-a152-4c14-bd95-9896370a3d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a264ae-5bbe-4ada-a04c-606e00de9b44,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:41.390439 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-87b064ca-bcb4-46f2-ada1-033f2bcc04a3 req-19bdb9a3-bc3b-49bb-b05c-c27cafd98a6e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3d304e800c1c44a5ae9dd3e05253a278&device_id=069fd10f-3002-4910-884d-0bfc2697b631 HTTP/1.1" status: 200 len: 1096 time: 0.1307375 Jan 17 21:20:41.397225 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-c80b41c1-a2db-4d0f-8ad0-7f0b5858d0e0 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2439117 Jan 17 21:20:41.404514 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-02d1408a-a152-4c14-bd95-9896370a3d77 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cf1c0cc458bc4835b9f2dbe25073afea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8768551 Jan 17 21:20:41.406458 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 50526) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:41.412263 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-1839f7ce-1931-428a-9806-8f90496e1f73 service neutron] Request body: {'port': {'device_id': 'e0057c90-b41a-4cd1-a9fa-01cb2da4fef6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82489'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:20:41.489403 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9b835-7932-4fa6-8984-07618f3c2d00 req-5078b1ae-812a-4382-a1df-16901732c19e tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:41.497030 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-84f9b835-7932-4fa6-8984-07618f3c2d00 req-5078b1ae-812a-4382-a1df-16901732c19e tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/ports?device_id=069fd10f-3002-4910-884d-0bfc2697b631 HTTP/1.1" status: 200 len: 943 time: 0.1906285 Jan 17 21:20:41.680981 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-1839f7ce-1931-428a-9806-8f90496e1f73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (97a2a727-ca87-4934-94e8-4e197d2e3622), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:41.708706 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5e0bef6f-885d-4c7f-ab88-c91e1ec3ea75 admin admin] Publish callbacks [] for security_group (e0a264ae-5bbe-4ada-a04c-606e00de9b44), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:41.730268 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b064ca-bcb4-46f2-ada1-033f2bcc04a3 req-fe9fc270-675c-4c25-9f77-52039aad89f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:41.731751 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-87b064ca-bcb4-46f2-ada1-033f2bcc04a3 req-fe9fc270-675c-4c25-9f77-52039aad89f7 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=3d304e800c1c44a5ae9dd3e05253a278&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3121686 Jan 17 21:20:41.735990 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 50534) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:41.780872 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-84f9b835-7932-4fa6-8984-07618f3c2d00 req-119d7837-7ee0-4085-acfa-e9e1f3083bc4 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/security-groups?id=3d91237e-d586-4854-bd58-de9bf6582831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778184 Jan 17 21:20:41.781773 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 50536) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:41.794530 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4243ec0e-3333-482b-9cfb-4e5f6be8caa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:41.816778 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5e0bef6f-885d-4c7f-ab88-c91e1ec3ea75 admin admin] Publish callbacks [] for security_group (e0a264ae-5bbe-4ada-a04c-606e00de9b44), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:42.022643 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b064ca-bcb4-46f2-ada1-033f2bcc04a3 req-037c526d-db32-4c50-b45e-e5f26e2e0b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:42.025110 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-87b064ca-bcb4-46f2-ada1-033f2bcc04a3 req-037c526d-db32-4c50-b45e-e5f26e2e0b82 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2804017 Jan 17 21:20:42.026658 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5e0bef6f-885d-4c7f-ab88-c91e1ec3ea75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (e0a264ae-5bbe-4ada-a04c-606e00de9b44), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:42.031946 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5e0bef6f-885d-4c7f-ab88-c91e1ec3ea75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:42.033493 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-5e0bef6f-885d-4c7f-ab88-c91e1ec3ea75 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e0a264ae-5bbe-4ada-a04c-606e00de9b44 HTTP/1.1" status: 204 len: 168 time: 0.6252170 Jan 17 21:20:42.076657 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0bef6f-885d-4c7f-ab88-c91e1ec3ea75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a264ae-5bbe-4ada-a04c-606e00de9b44,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:42.115772 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9adc26f-f815-4302-866d-ac2e39a2963b req-15e0ccab-9c45-4442-a1e3-0bcfd9f035cd tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:42.122228 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a9adc26f-f815-4302-866d-ac2e39a2963b req-15e0ccab-9c45-4442-a1e3-0bcfd9f035cd tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 932 time: 0.0769689 Jan 17 21:20:42.172358 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-aefe3e2b-0858-4525-b897-95f8d5c231e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:42.214515 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a9adc26f-f815-4302-866d-ac2e39a2963b req-019b2157-65ac-4406-88c2-e278969b9b02 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908828 Jan 17 21:20:42.303559 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-aefe3e2b-0858-4525-b897-95f8d5c231e7 admin admin] Publish callbacks [] for security_group (9fa00904-3704-4fca-be63-b0aede2f1193), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:42.316339 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-aefe3e2b-0858-4525-b897-95f8d5c231e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (9fa00904-3704-4fca-be63-b0aede2f1193), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:42.316785 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-52591410-fb11-48d4-b349-8283d375eb27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 138d0a50-2135-4dee-95fa-28ecdc541d3d {{(pid=102499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:20:42.324771 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4243ec0e-3333-482b-9cfb-4e5f6be8caa4 admin admin] Publish callbacks [] for security_group (b5ae1e49-0e67-4839-8ba3-a26c3cc9a1d2), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:42.331982 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-52591410-fb11-48d4-b349-8283d375eb27 service neutron] Publish callbacks [] for port (138d0a50-2135-4dee-95fa-28ecdc541d3d), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:42.334932 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4243ec0e-3333-482b-9cfb-4e5f6be8caa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (b5ae1e49-0e67-4839-8ba3-a26c3cc9a1d2), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:42.384420 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-aefe3e2b-0858-4525-b897-95f8d5c231e7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b0710641cf204c19b4dc76fefbc95200&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5836747 Jan 17 21:20:42.384420 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 50558) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:42.393125 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefe3e2b-0858-4525-b897-95f8d5c231e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa00904-3704-4fca-be63-b0aede2f1193,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:42.405920 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.provisioning_blocks [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-52591410-fb11-48d4-b349-8283d375eb27 service neutron] Transition to ACTIVE for port object 138d0a50-2135-4dee-95fa-28ecdc541d3d will not be triggered until provisioned by entity L2. {{(pid=102499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 21:20:42.417688 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-52591410-fb11-48d4-b349-8283d375eb27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3358448'] for port (138d0a50-2135-4dee-95fa-28ecdc541d3d), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:42.465256 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-4243ec0e-3333-482b-9cfb-4e5f6be8caa4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6195a9c154ff41e194338574b46660ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7283361 Jan 17 21:20:42.475352 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 50564) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:42.498727 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4243ec0e-3333-482b-9cfb-4e5f6be8caa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ae1e49-0e67-4839-8ba3-a26c3cc9a1d2,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:42.530399 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52591410-fb11-48d4-b349-8283d375eb27 service neutron] Pushing event updated for resources: {'Port': ['ID=138d0a50-2135-4dee-95fa-28ecdc541d3d,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:42.540883 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-09fba8fb-a520-4936-befc-fe2227aa363d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:42.542575 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-09fba8fb-a520-4936-befc-fe2227aa363d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3d304e800c1c44a5ae9dd3e05253a278&device_id=069fd10f-3002-4910-884d-0bfc2697b631 HTTP/1.1" status: 200 len: 1096 time: 0.1906424 Jan 17 21:20:42.605684 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-1839f7ce-1931-428a-9806-8f90496e1f73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97a2a727-ca87-4934-94e8-4e197d2e3622 {{(pid=102498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:20:42.610612 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-3b694b1a-ddf9-45ad-9b38-a1d5f0c0af72 admin admin] Publish callbacks [] for security_group (9fa00904-3704-4fca-be63-b0aede2f1193), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:42.627163 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-1839f7ce-1931-428a-9806-8f90496e1f73 service neutron] Publish callbacks [] for port (97a2a727-ca87-4934-94e8-4e197d2e3622), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:42.650254 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-3b694b1a-ddf9-45ad-9b38-a1d5f0c0af72 admin admin] Publish callbacks [] for security_group (9fa00904-3704-4fca-be63-b0aede2f1193), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:42.668261 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.provisioning_blocks [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-1839f7ce-1931-428a-9806-8f90496e1f73 service neutron] Transition to ACTIVE for port object 97a2a727-ca87-4934-94e8-4e197d2e3622 will not be triggered until provisioned by entity L2. {{(pid=102498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 21:20:42.685992 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-1839f7ce-1931-428a-9806-8f90496e1f73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (97a2a727-ca87-4934-94e8-4e197d2e3622), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:42.692987 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-d3acf4dc-b218-4d65-ae98-41128503f848 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689 HTTP/1.1" status: 200 len: 217 time: 0.1414814 Jan 17 21:20:42.730497 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 50570) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:42.761212 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1839f7ce-1931-428a-9806-8f90496e1f73 service neutron] Pushing event updated for resources: {'Port': ['ID=97a2a727-ca87-4934-94e8-4e197d2e3622,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:42.821875 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-367408c6-c279-4b4f-8ee0-2005548d72d5 admin admin] Publish callbacks [] for security_group (b5ae1e49-0e67-4839-8ba3-a26c3cc9a1d2), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:42.839900 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5514c444-2937-4ed2-8a57-1ef664542719 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:42.845112 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-3b694b1a-ddf9-45ad-9b38-a1d5f0c0af72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (9fa00904-3704-4fca-be63-b0aede2f1193), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:42.848122 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-3b694b1a-ddf9-45ad-9b38-a1d5f0c0af72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:42.849428 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-3b694b1a-ddf9-45ad-9b38-a1d5f0c0af72 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9fa00904-3704-4fca-be63-b0aede2f1193 HTTP/1.1" status: 204 len: 168 time: 0.4629276 Jan 17 21:20:42.855029 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-1839f7ce-1931-428a-9806-8f90496e1f73 service neutron] Attempting to bind port 97a2a727-ca87-4934-94e8-4e197d2e3622 on host hv-cinder-82489 for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:20:42.855029 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-1839f7ce-1931-428a-9806-8f90496e1f73 service neutron] Attempting to bind port 97a2a727-ca87-4934-94e8-4e197d2e3622 by drivers openvswitch,hyperv on host hv-cinder-82489 at level 0 using segments [{'id': '166c10b2-69f0-43a7-b6f5-235b4c406adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'bff8e5f5-97ad-489f-85ec-9f479ea549b7'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:20:42.855405 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-1839f7ce-1931-428a-9806-8f90496e1f73 service neutron] Attempting to bind port 97a2a727-ca87-4934-94e8-4e197d2e3622 on network bff8e5f5-97ad-489f-85ec-9f479ea549b7 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:20:42.864698 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b694b1a-ddf9-45ad-9b38-a1d5f0c0af72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa00904-3704-4fca-be63-b0aede2f1193,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:42.866472 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-1839f7ce-1931-428a-9806-8f90496e1f73 service neutron] Port 97a2a727-ca87-4934-94e8-4e197d2e3622 on network bff8e5f5-97ad-489f-85ec-9f479ea549b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82489 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 21:20:42.867708 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-1839f7ce-1931-428a-9806-8f90496e1f73 service neutron] Attempting to bind port 97a2a727-ca87-4934-94e8-4e197d2e3622 on network bff8e5f5-97ad-489f-85ec-9f479ea549b7 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:20:42.874016 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-1839f7ce-1931-428a-9806-8f90496e1f73 service neutron] Checking agent: {'id': 'fb6a4824-98a1-4114-b283-810c221687ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82489', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 18, 21), 'started_at': datetime.datetime(2022, 1, 17, 21, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:20:42.874384 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-1839f7ce-1931-428a-9806-8f90496e1f73 service neutron] Checking segment: {'id': '166c10b2-69f0-43a7-b6f5-235b4c406adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'bff8e5f5-97ad-489f-85ec-9f479ea549b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:20:42.875347 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-1839f7ce-1931-428a-9806-8f90496e1f73 service neutron] Bound using segment: {'id': '166c10b2-69f0-43a7-b6f5-235b4c406adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'bff8e5f5-97ad-489f-85ec-9f479ea549b7'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:20:42.875347 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-1839f7ce-1931-428a-9806-8f90496e1f73 service neutron] Bound port: 97a2a727-ca87-4934-94e8-4e197d2e3622, host: hv-cinder-82489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '166c10b2-69f0-43a7-b6f5-235b4c406adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'bff8e5f5-97ad-489f-85ec-9f479ea549b7'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:20:42.875755 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-1839f7ce-1931-428a-9806-8f90496e1f73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (97a2a727-ca87-4934-94e8-4e197d2e3622), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:42.925352 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-52591410-fb11-48d4-b349-8283d375eb27 service neutron] Attempting to bind port 138d0a50-2135-4dee-95fa-28ecdc541d3d on host hv-cinder-82489 for vnic_type normal with profile {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:20:42.925710 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-52591410-fb11-48d4-b349-8283d375eb27 service neutron] Attempting to bind port 138d0a50-2135-4dee-95fa-28ecdc541d3d by drivers openvswitch,hyperv on host hv-cinder-82489 at level 0 using segments [{'id': '166c10b2-69f0-43a7-b6f5-235b4c406adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'bff8e5f5-97ad-489f-85ec-9f479ea549b7'}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:20:42.926030 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-52591410-fb11-48d4-b349-8283d375eb27 service neutron] Attempting to bind port 138d0a50-2135-4dee-95fa-28ecdc541d3d on network bff8e5f5-97ad-489f-85ec-9f479ea549b7 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:20:42.928962 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-764825b4-09d4-4ca1-9257-197de4769643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:42.930813 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-764825b4-09d4-4ca1-9257-197de4769643 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1bd5985b-9517-4a3a-b4b6-9ffa21cdb95c HTTP/1.1" status: 200 len: 851 time: 0.2270460 Jan 17 21:20:42.939290 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-367408c6-c279-4b4f-8ee0-2005548d72d5 admin admin] Publish callbacks [] for security_group (b5ae1e49-0e67-4839-8ba3-a26c3cc9a1d2), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:42.979959 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-52591410-fb11-48d4-b349-8283d375eb27 service neutron] Port 138d0a50-2135-4dee-95fa-28ecdc541d3d on network bff8e5f5-97ad-489f-85ec-9f479ea549b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82489 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 21:20:42.980416 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-52591410-fb11-48d4-b349-8283d375eb27 service neutron] Attempting to bind port 138d0a50-2135-4dee-95fa-28ecdc541d3d on network bff8e5f5-97ad-489f-85ec-9f479ea549b7 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:20:43.004413 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-19897862-38b6-4d6f-bf9d-eccd687abe6e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=af5d6d41-8980-4578-bea9-2653deda4e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631144 Jan 17 21:20:43.011302 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7468a0-6ca6-4ee8-8817-f2ae544554b3 req-78c489d2-eee4-4780-8173-c9c39bed5a00 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:43.012886 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0c7468a0-6ca6-4ee8-8817-f2ae544554b3 req-78c489d2-eee4-4780-8173-c9c39bed5a00 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/ports?device_id=069fd10f-3002-4910-884d-0bfc2697b631 HTTP/1.1" status: 200 len: 943 time: 0.1200202 Jan 17 21:20:43.024812 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-1839f7ce-1931-428a-9806-8f90496e1f73 service neutron] For port 97a2a727-ca87-4934-94e8-4e197d2e3622, host hv-cinder-82489, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:20:43.038026 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-1839f7ce-1931-428a-9806-8f90496e1f73 service neutron] For port 97a2a727-ca87-4934-94e8-4e197d2e3622, host hv-cinder-82489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=97a2a727-ca87-4934-94e8-4e197d2e3622,segment=NetworkSegment(166c10b2-69f0-43a7-b6f5-235b4c406adc),segment_id=166c10b2-69f0-43a7-b6f5-235b4c406adc)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:20:43.049690 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-1839f7ce-1931-428a-9806-8f90496e1f73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (97a2a727-ca87-4934-94e8-4e197d2e3622), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:43.059970 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-52591410-fb11-48d4-b349-8283d375eb27 service neutron] Checking agent: {'id': 'fb6a4824-98a1-4114-b283-810c221687ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82489', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 18, 21), 'started_at': datetime.datetime(2022, 1, 17, 21, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:20:43.060321 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-52591410-fb11-48d4-b349-8283d375eb27 service neutron] Checking segment: {'id': '166c10b2-69f0-43a7-b6f5-235b4c406adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'bff8e5f5-97ad-489f-85ec-9f479ea549b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:20:43.060716 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-52591410-fb11-48d4-b349-8283d375eb27 service neutron] Bound using segment: {'id': '166c10b2-69f0-43a7-b6f5-235b4c406adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'bff8e5f5-97ad-489f-85ec-9f479ea549b7'} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:20:43.061176 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-52591410-fb11-48d4-b349-8283d375eb27 service neutron] Bound port: 138d0a50-2135-4dee-95fa-28ecdc541d3d, host: hv-cinder-82489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '166c10b2-69f0-43a7-b6f5-235b4c406adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'bff8e5f5-97ad-489f-85ec-9f479ea549b7'}}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:20:43.061536 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-52591410-fb11-48d4-b349-8283d375eb27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (138d0a50-2135-4dee-95fa-28ecdc541d3d), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:43.107978 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-1839f7ce-1931-428a-9806-8f90496e1f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:43.108678 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-1839f7ce-1931-428a-9806-8f90496e1f73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:43.110045 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-1839f7ce-1931-428a-9806-8f90496e1f73 service neutron] 10.222.0.72 "PUT /v2.0/ports/97a2a727-ca87-4934-94e8-4e197d2e3622 HTTP/1.1" status: 200 len: 1094 time: 1.7043712 Jan 17 21:20:43.125983 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0057c90-b41a-4cd1-a9fa-01cb2da4fef6', 'tag': '97a2a727-ca87-4934-94e8-4e197d2e3622'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:20:43.220014 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-367408c6-c279-4b4f-8ee0-2005548d72d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (b5ae1e49-0e67-4839-8ba3-a26c3cc9a1d2), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:43.223014 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-367408c6-c279-4b4f-8ee0-2005548d72d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:43.224664 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-367408c6-c279-4b4f-8ee0-2005548d72d5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b5ae1e49-0e67-4839-8ba3-a26c3cc9a1d2 HTTP/1.1" status: 204 len: 168 time: 0.7426507 Jan 17 21:20:43.258156 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0c7468a0-6ca6-4ee8-8817-f2ae544554b3 req-9f0f5056-e02b-4c40-a47e-00b503153f2c tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/security-groups?id=3d91237e-d586-4854-bd58-de9bf6582831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389944 Jan 17 21:20:43.300203 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1839f7ce-1931-428a-9806-8f90496e1f73 service neutron] Pushing event updated for resources: {'Port': ['ID=97a2a727-ca87-4934-94e8-4e197d2e3622,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:43.309224 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5514c444-2937-4ed2-8a57-1ef664542719 admin admin] Publish callbacks [] for security_group (8510af5b-a5a9-47a5-847a-37d135741732), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:43.314426 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367408c6-c279-4b4f-8ee0-2005548d72d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ae1e49-0e67-4839-8ba3-a26c3cc9a1d2,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:43.323777 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-9545483d-4fca-44c2-82b8-71256d0195b9 service neutron] 10.222.0.72 "GET /v2.0/networks/af5d6d41-8980-4578-bea9-2653deda4e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014927 Jan 17 21:20:43.324719 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5514c444-2937-4ed2-8a57-1ef664542719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (8510af5b-a5a9-47a5-847a-37d135741732), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:43.331227 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-52591410-fb11-48d4-b349-8283d375eb27 service neutron] For port 138d0a50-2135-4dee-95fa-28ecdc541d3d, host hv-cinder-82489, cleared binding levels {{(pid=102499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:20:43.333388 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-496bb063-15f8-4093-bdd5-24fbd2984f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:43.334663 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-496bb063-15f8-4093-bdd5-24fbd2984f26 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=090730c5b4bb4a7195d893aa312dcfe6&device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 1097 time: 0.1228597 Jan 17 21:20:43.449243 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-0ef76b0e-9b14-4177-9c3f-d050950b408a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97a2a727-ca87-4934-94e8-4e197d2e3622 HTTP/1.1" status: 200 len: 217 time: 0.0992434 Jan 17 21:20:43.521477 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-52591410-fb11-48d4-b349-8283d375eb27 service neutron] For port 138d0a50-2135-4dee-95fa-28ecdc541d3d, host hv-cinder-82489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=138d0a50-2135-4dee-95fa-28ecdc541d3d,segment=NetworkSegment(166c10b2-69f0-43a7-b6f5-235b4c406adc),segment_id=166c10b2-69f0-43a7-b6f5-235b4c406adc)] {{(pid=102499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:20:43.552477 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be17c8-dcc2-4b34-8b96-b386fa94ad6b req-a78ebf49-61e2-4ef7-bdb1-0376066cbe21 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:43.560805 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-35be17c8-dcc2-4b34-8b96-b386fa94ad6b req-a78ebf49-61e2-4ef7-bdb1-0376066cbe21 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 944 time: 0.2195332 Jan 17 21:20:43.576519 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-30505b97-63e4-4621-af7d-b9c31646fd6e req-9f5126e5-75f2-4a0f-a235-045059317e31 service neutron] 10.222.0.72 "GET /v2.0/networks/af5d6d41-8980-4578-bea9-2653deda4e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416642 Jan 17 21:20:43.577406 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5514c444-2937-4ed2-8a57-1ef664542719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8510af5b-a5a9-47a5-847a-37d135741732,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:43.583177 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-52591410-fb11-48d4-b349-8283d375eb27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3358448'] for port (138d0a50-2135-4dee-95fa-28ecdc541d3d), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:43.586699 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-69e652fa-c661-4d8b-b501-e4801a525ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:43.588266 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-69e652fa-c661-4d8b-b501-e4801a525ba5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aa7783e7-3496-4e0a-9051-7034d9bfba99 HTTP/1.1" status: 200 len: 858 time: 0.1289992 Jan 17 21:20:43.657304 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-5514c444-2937-4ed2-8a57-1ef664542719 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d53378ae117f42728a01e088b9efad4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9007974 Jan 17 21:20:43.668601 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 50604) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:43.672905 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-85059c81-8d1b-4007-a1a6-295b050e35cb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bff8e5f5-97ad-489f-85ec-9f479ea549b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751846 Jan 17 21:20:43.707979 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-35be17c8-dcc2-4b34-8b96-b386fa94ad6b req-cb0d4e0b-3eb3-4f0b-8261-22da15b8f7dd tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414866 Jan 17 21:20:43.715267 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52591410-fb11-48d4-b349-8283d375eb27 service neutron] Pushing event updated for resources: {'Port': ['ID=138d0a50-2135-4dee-95fa-28ecdc541d3d,revision_number=3']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:43.732011 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-52591410-fb11-48d4-b349-8283d375eb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:43.732678 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-52591410-fb11-48d4-b349-8283d375eb27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:43.734072 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-52591410-fb11-48d4-b349-8283d375eb27 service neutron] 10.222.0.72 "PUT /v2.0/ports/138d0a50-2135-4dee-95fa-28ecdc541d3d HTTP/1.1" status: 200 len: 1093 time: 2.5196116 Jan 17 21:20:43.735296 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a5818e4-0026-4597-9ef3-d539c2cdee97', 'tag': '138d0a50-2135-4dee-95fa-28ecdc541d3d'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:20:43.737050 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c2de0e70a1bc7346ac1be0cec4f24ea848d889c4763a7575c3a73373459bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73113f4-a9a3-487c-8a17-2cae90a0817a" -d '{"events": [{"name": "network-changed", "server_uuid": "8a5818e4-0026-4597-9ef3-d539c2cdee97", "tag": "138d0a50-2135-4dee-95fa-28ecdc541d3d"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:20:43.762803 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-40964d82-6f6b-4750-bfa7-e103a2e410c9 admin admin] Publish callbacks [] for security_group (8510af5b-a5a9-47a5-847a-37d135741732), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:43.831549 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-e3d24e45-2062-48e9-bc92-5f50faf1f3f0 service neutron] 10.222.0.72 "GET /v2.0/networks/bff8e5f5-97ad-489f-85ec-9f479ea549b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471896 Jan 17 21:20:43.839531 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-40964d82-6f6b-4750-bfa7-e103a2e410c9 admin admin] Publish callbacks [] for security_group (8510af5b-a5a9-47a5-847a-37d135741732), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:43.869945 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc20795b-159a-48a7-b1a8-6bb097f92906 x-openstack-request-id: req-fc20795b-159a-48a7-b1a8-6bb097f92906 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:20:43.870334 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a5818e4-0026-4597-9ef3-d539c2cdee97", "tag": "138d0a50-2135-4dee-95fa-28ecdc541d3d", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:20:43.870650 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fc20795b-159a-48a7-b1a8-6bb097f92906 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:20:43.871111 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a5818e4-0026-4597-9ef3-d539c2cdee97', 'tag': '138d0a50-2135-4dee-95fa-28ecdc541d3d', 'status': 'completed', 'code': 200} Jan 17 21:20:43.887164 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-2cfa4439-5046-4a0d-8e35-4bd47738325a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:43.888957 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-2cfa4439-5046-4a0d-8e35-4bd47738325a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=090730c5b4bb4a7195d893aa312dcfe6&device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 1096 time: 0.1012549 Jan 17 21:20:43.903800 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 50616) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:43.949217 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-550a11a3-0826-4458-9a1a-f82e6b617733 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=138d0a50-2135-4dee-95fa-28ecdc541d3d HTTP/1.1" status: 200 len: 217 time: 0.0537202 Jan 17 21:20:43.951489 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-09c93aa7-71cf-406f-98e9-0b4eb51a0af0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:43.957178 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d7793c37eab3cfdbfb603451246e19a518df2119e31a6609dfbcf4a214a471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97cc2e78-c925-4ab6-bac2-acacc3874b61" -d '{"events": [{"name": "network-changed", "server_uuid": "e0057c90-b41a-4cd1-a9fa-01cb2da4fef6", "tag": "97a2a727-ca87-4934-94e8-4e197d2e3622"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:20:43.964128 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-40964d82-6f6b-4750-bfa7-e103a2e410c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (8510af5b-a5a9-47a5-847a-37d135741732), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:43.967043 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-40964d82-6f6b-4750-bfa7-e103a2e410c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:43.970817 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-40964d82-6f6b-4750-bfa7-e103a2e410c9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8510af5b-a5a9-47a5-847a-37d135741732 HTTP/1.1" status: 204 len: 168 time: 0.2875023 Jan 17 21:20:43.970952 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8cc059c0-560e-4b38-9bbc-b5b808aabdcd req-6e09e011-d00b-4fba-b894-2a28c24df1a7 service neutron] 10.222.0.72 "GET /v2.0/networks/bff8e5f5-97ad-489f-85ec-9f479ea549b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301348 Jan 17 21:20:44.019450 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40964d82-6f6b-4750-bfa7-e103a2e410c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8510af5b-a5a9-47a5-847a-37d135741732,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:44.046195 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-6d7efe6e-9513-4286-b300-cff8bc5408c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:44.047781 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-6d7efe6e-9513-4286-b300-cff8bc5408c1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aa7783e7-3496-4e0a-9051-7034d9bfba99 HTTP/1.1" status: 200 len: 858 time: 0.0873418 Jan 17 21:20:44.092331 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-b6f56215-08e7-4c30-8636-56c790806aae service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bff8e5f5-97ad-489f-85ec-9f479ea549b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363491 Jan 17 21:20:44.197476 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-09c93aa7-71cf-406f-98e9-0b4eb51a0af0 admin admin] Publish callbacks [] for security_group (6d4dfcf7-9204-4fe2-a3db-d2b324c7b496), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:44.203872 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-09c93aa7-71cf-406f-98e9-0b4eb51a0af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (6d4dfcf7-9204-4fe2-a3db-d2b324c7b496), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:44.264421 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c93aa7-71cf-406f-98e9-0b4eb51a0af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4dfcf7-9204-4fe2-a3db-d2b324c7b496,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:44.269539 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-fbb474f9-489f-4c03-bfbf-af50f9dce6d7 service neutron] 10.222.0.72 "GET /v2.0/networks/bff8e5f5-97ad-489f-85ec-9f479ea549b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702869 Jan 17 21:20:44.274706 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-09c93aa7-71cf-406f-98e9-0b4eb51a0af0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0edf69ee3e554e77bb1ea95c302bcc9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3696072 Jan 17 21:20:44.277690 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 50630) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:44.394267 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1f878bec-46a3-41c2-af01-e7ed54dae3ea admin admin] Publish callbacks [] for security_group (6d4dfcf7-9204-4fe2-a3db-d2b324c7b496), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:44.421039 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-433582ac-4d50-4ca2-afab-1e5df5ec273d req-34610471-8904-452c-adcd-b085fc13fbcf service neutron] 10.222.0.72 "GET /v2.0/networks/bff8e5f5-97ad-489f-85ec-9f479ea549b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448779 Jan 17 21:20:44.431442 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63ac95-6ae8-44f3-b3aa-08a2cc6376f1 req-8026849a-9851-4898-a9ef-73d6af23956d tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:44.433271 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5e63ac95-6ae8-44f3-b3aa-08a2cc6376f1 req-8026849a-9851-4898-a9ef-73d6af23956d tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/ports?device_id=069fd10f-3002-4910-884d-0bfc2697b631 HTTP/1.1" status: 200 len: 943 time: 0.0891421 Jan 17 21:20:44.438872 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1f878bec-46a3-41c2-af01-e7ed54dae3ea admin admin] Publish callbacks [] for security_group (6d4dfcf7-9204-4fe2-a3db-d2b324c7b496), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:44.538820 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5e63ac95-6ae8-44f3-b3aa-08a2cc6376f1 req-24373b65-9874-4d1d-948c-20da7b133a12 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/security-groups?id=3d91237e-d586-4854-bd58-de9bf6582831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971873 Jan 17 21:20:44.552475 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1f878bec-46a3-41c2-af01-e7ed54dae3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (6d4dfcf7-9204-4fe2-a3db-d2b324c7b496), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:44.562769 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1f878bec-46a3-41c2-af01-e7ed54dae3ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:44.564121 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-1f878bec-46a3-41c2-af01-e7ed54dae3ea admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6d4dfcf7-9204-4fe2-a3db-d2b324c7b496 HTTP/1.1" status: 204 len: 168 time: 0.2854581 Jan 17 21:20:44.574259 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73113f4-a9a3-487c-8a17-2cae90a0817a req-15584391-5c07-40cc-bab3-92afa0266f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:44.575699 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-c73113f4-a9a3-487c-8a17-2cae90a0817a req-15584391-5c07-40cc-bab3-92afa0266f56 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=090730c5b4bb4a7195d893aa312dcfe6&device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 1096 time: 0.0996382 Jan 17 21:20:44.581475 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f878bec-46a3-41c2-af01-e7ed54dae3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4dfcf7-9204-4fe2-a3db-d2b324c7b496,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:44.644197 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b17f240-22d1-4424-b2f3-08a9c5b99a46 x-openstack-request-id: req-0b17f240-22d1-4424-b2f3-08a9c5b99a46 {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:20:44.644952 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0057c90-b41a-4cd1-a9fa-01cb2da4fef6", "tag": "97a2a727-ca87-4934-94e8-4e197d2e3622", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:20:44.645201 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0b17f240-22d1-4424-b2f3-08a9c5b99a46 {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:20:44.646775 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0057c90-b41a-4cd1-a9fa-01cb2da4fef6', 'tag': '97a2a727-ca87-4934-94e8-4e197d2e3622', 'status': 'completed', 'code': 200} Jan 17 21:20:44.794650 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc2e78-c925-4ab6-bac2-acacc3874b61 req-b4ff4b17-ad80-4a1b-8c76-258d45f82bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:44.796177 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-97cc2e78-c925-4ab6-bac2-acacc3874b61 req-b4ff4b17-ad80-4a1b-8c76-258d45f82bd5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=090730c5b4bb4a7195d893aa312dcfe6&device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 1097 time: 0.1209874 Jan 17 21:20:44.885292 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73113f4-a9a3-487c-8a17-2cae90a0817a req-e9cf293c-fdcd-4a88-8daf-43dc29ab2c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:44.887112 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-c73113f4-a9a3-487c-8a17-2cae90a0817a req-e9cf293c-fdcd-4a88-8daf-43dc29ab2c3c service neutron] 10.222.0.72 "GET /v2.0/networks?id=bff8e5f5-97ad-489f-85ec-9f479ea549b7 HTTP/1.1" status: 200 len: 919 time: 0.3049047 Jan 17 21:20:44.959790 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-c73113f4-a9a3-487c-8a17-2cae90a0817a req-084c232d-3a4d-4a3b-b37f-9a85e44c29f9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=138d0a50-2135-4dee-95fa-28ecdc541d3d HTTP/1.1" status: 200 len: 217 time: 0.0661304 Jan 17 21:20:45.025359 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73113f4-a9a3-487c-8a17-2cae90a0817a req-b49ea109-6e8d-4c30-ae1e-5cabfc5f9269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:45.028031 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-c73113f4-a9a3-487c-8a17-2cae90a0817a req-b49ea109-6e8d-4c30-ae1e-5cabfc5f9269 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aa7783e7-3496-4e0a-9051-7034d9bfba99 HTTP/1.1" status: 200 len: 858 time: 0.0598943 Jan 17 21:20:45.069204 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-c73113f4-a9a3-487c-8a17-2cae90a0817a req-009c508e-2c23-4b70-bf35-391659c417ed service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bff8e5f5-97ad-489f-85ec-9f479ea549b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336809 Jan 17 21:20:45.310848 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-c73113f4-a9a3-487c-8a17-2cae90a0817a req-9d0a0ec9-3b7c-4ea3-9054-f102f90c3d93 service neutron] 10.222.0.72 "GET /v2.0/networks/bff8e5f5-97ad-489f-85ec-9f479ea549b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344813 Jan 17 21:20:45.328548 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1dbbc4-7be6-48a5-a5a5-c27528baa7ed req-a05c490f-1841-4d59-884c-74cca1ab0671 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:45.331962 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2c1dbbc4-7be6-48a5-a5a5-c27528baa7ed req-a05c490f-1841-4d59-884c-74cca1ab0671 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 944 time: 0.2587519 Jan 17 21:20:45.338129 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc2e78-c925-4ab6-bac2-acacc3874b61 req-33359c99-7e73-4198-a24c-69d95c1a2695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:45.340186 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-97cc2e78-c925-4ab6-bac2-acacc3874b61 req-33359c99-7e73-4198-a24c-69d95c1a2695 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bff8e5f5-97ad-489f-85ec-9f479ea549b7 HTTP/1.1" status: 200 len: 919 time: 0.5378156 Jan 17 21:20:45.386604 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-97cc2e78-c925-4ab6-bac2-acacc3874b61 req-0c8fcca7-2b8a-4a55-902b-0877aa83e21e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97a2a727-ca87-4934-94e8-4e197d2e3622 HTTP/1.1" status: 200 len: 217 time: 0.0390420 Jan 17 21:20:45.465235 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2c1dbbc4-7be6-48a5-a5a5-c27528baa7ed req-c60ff08c-fbf1-499b-8822-0a86edafdc57 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237288 Jan 17 21:20:45.470163 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc2e78-c925-4ab6-bac2-acacc3874b61 req-23d92721-87f7-4dfb-9d68-40a873272afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:45.471885 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-97cc2e78-c925-4ab6-bac2-acacc3874b61 req-23d92721-87f7-4dfb-9d68-40a873272afd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aa7783e7-3496-4e0a-9051-7034d9bfba99 HTTP/1.1" status: 200 len: 858 time: 0.0766129 Jan 17 21:20:45.504977 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-97cc2e78-c925-4ab6-bac2-acacc3874b61 req-c6fabf19-40a5-463b-b986-9a1fd49ffbdc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bff8e5f5-97ad-489f-85ec-9f479ea549b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257161 Jan 17 21:20:45.618672 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-c73113f4-a9a3-487c-8a17-2cae90a0817a req-52d61409-9b32-47b4-9e50-4f666e8a37ec service neutron] 10.222.0.72 "GET /v2.0/networks/bff8e5f5-97ad-489f-85ec-9f479ea549b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030131 Jan 17 21:20:45.634484 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-97cc2e78-c925-4ab6-bac2-acacc3874b61 req-108b3dc3-bcac-456a-8905-47a94cc96d0a service neutron] 10.222.0.72 "GET /v2.0/networks/bff8e5f5-97ad-489f-85ec-9f479ea549b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224692 Jan 17 21:20:45.741377 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7cd47-e1b3-46c4-a758-f79fef5d8340 req-679430d0-00a9-4e69-b612-f17844a16bb0 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:45.749162 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a3b7cd47-e1b3-46c4-a758-f79fef5d8340 req-679430d0-00a9-4e69-b612-f17844a16bb0 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/ports?device_id=069fd10f-3002-4910-884d-0bfc2697b631 HTTP/1.1" status: 200 len: 943 time: 0.1132696 Jan 17 21:20:45.840176 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a3b7cd47-e1b3-46c4-a758-f79fef5d8340 req-5c440941-e09b-4b9b-93cb-ae57032e09c0 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/security-groups?id=3d91237e-d586-4854-bd58-de9bf6582831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855212 Jan 17 21:20:45.845722 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-97cc2e78-c925-4ab6-bac2-acacc3874b61 req-f9679fe6-3e51-47fb-aee5-ae2a764509cd service neutron] 10.222.0.72 "GET /v2.0/networks/bff8e5f5-97ad-489f-85ec-9f479ea549b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710303 Jan 17 21:20:46.633539 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da508ba4-aef3-46d5-977b-15217ad8a8ab req-aec6436b-349b-4570-956c-23e512a7ad9e tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:46.635220 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-da508ba4-aef3-46d5-977b-15217ad8a8ab req-aec6436b-349b-4570-956c-23e512a7ad9e tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 944 time: 0.0613437 Jan 17 21:20:46.720792 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-da508ba4-aef3-46d5-977b-15217ad8a8ab req-197d164b-5224-4b84-8444-abc2437adc67 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781913 Jan 17 21:20:46.988903 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cec625-dbcc-4665-a7fd-a0ef95192606 req-8b742b61-7951-48b1-998d-1c0bbbb19902 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:46.988903 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-27cec625-dbcc-4665-a7fd-a0ef95192606 req-8b742b61-7951-48b1-998d-1c0bbbb19902 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/ports?device_id=069fd10f-3002-4910-884d-0bfc2697b631 HTTP/1.1" status: 200 len: 943 time: 0.0700374 Jan 17 21:20:47.051688 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-27cec625-dbcc-4665-a7fd-a0ef95192606 req-38a3b241-7b93-4347-b059-a5a6ab73ba67 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/security-groups?id=3d91237e-d586-4854-bd58-de9bf6582831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537701 Jan 17 21:20:47.428277 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 50804) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:47.639002 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1abf7085-25d5-4a16-8bde-2c1a2b0cf577 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:47.724561 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1abf7085-25d5-4a16-8bde-2c1a2b0cf577 admin admin] Publish callbacks [] for security_group (2baffb04-60f7-4e7a-9f98-00913e22e1b8), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:47.729485 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1abf7085-25d5-4a16-8bde-2c1a2b0cf577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (2baffb04-60f7-4e7a-9f98-00913e22e1b8), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:47.780007 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-1abf7085-25d5-4a16-8bde-2c1a2b0cf577 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6d624b88cbc841b8aa05952550588815&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3490293 Jan 17 21:20:47.782861 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 50824) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:47.799700 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf7085-25d5-4a16-8bde-2c1a2b0cf577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2baffb04-60f7-4e7a-9f98-00913e22e1b8,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:47.878783 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edda1ec-23d4-489d-b39a-11fa388c0404 req-b6183e9d-9088-4593-9ecc-1d178455530d tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:47.880309 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4edda1ec-23d4-489d-b39a-11fa388c0404 req-b6183e9d-9088-4593-9ecc-1d178455530d tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 944 time: 0.0866761 Jan 17 21:20:47.881522 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fb5d138b-2ff3-47ee-9ad3-828cc13a3142 admin admin] Publish callbacks [] for security_group (2baffb04-60f7-4e7a-9f98-00913e22e1b8), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:47.920983 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fb5d138b-2ff3-47ee-9ad3-828cc13a3142 admin admin] Publish callbacks [] for security_group (2baffb04-60f7-4e7a-9f98-00913e22e1b8), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:47.998425 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4edda1ec-23d4-489d-b39a-11fa388c0404 req-4e7b3a9e-625a-449a-a535-776b6be39957 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052969 Jan 17 21:20:48.019144 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fb5d138b-2ff3-47ee-9ad3-828cc13a3142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (2baffb04-60f7-4e7a-9f98-00913e22e1b8), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:48.022537 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fb5d138b-2ff3-47ee-9ad3-828cc13a3142 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:48.026920 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-fb5d138b-2ff3-47ee-9ad3-828cc13a3142 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2baffb04-60f7-4e7a-9f98-00913e22e1b8 HTTP/1.1" status: 204 len: 168 time: 0.2398086 Jan 17 21:20:48.033494 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d138b-2ff3-47ee-9ad3-828cc13a3142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2baffb04-60f7-4e7a-9f98-00913e22e1b8,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:48.192901 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bb2b0-4d28-4f4e-bb46-e02b2f416e95 req-7866860b-c379-4a8f-838f-b88ed701493c tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:48.195961 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-246bb2b0-4d28-4f4e-bb46-e02b2f416e95 req-7866860b-c379-4a8f-838f-b88ed701493c tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/ports?device_id=069fd10f-3002-4910-884d-0bfc2697b631 HTTP/1.1" status: 200 len: 943 time: 0.0727592 Jan 17 21:20:48.249280 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-246bb2b0-4d28-4f4e-bb46-e02b2f416e95 req-351805e7-4d26-4a12-9b59-b443a49cc602 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/security-groups?id=3d91237e-d586-4854-bd58-de9bf6582831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476425 Jan 17 21:20:48.417957 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 50860) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:48.630330 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 50868) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:48.645885 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4971a9fd-1960-43a0-89c6-b086683c8686 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:48.706795 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c321ef6a-f27a-4300-9988-1d9d3d0bec91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:48.786007 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4971a9fd-1960-43a0-89c6-b086683c8686 admin admin] Publish callbacks [] for security_group (6d004239-6e2c-4dda-9fd4-dc9287b6355b), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:48.808870 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4971a9fd-1960-43a0-89c6-b086683c8686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (6d004239-6e2c-4dda-9fd4-dc9287b6355b), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:48.868062 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-4971a9fd-1960-43a0-89c6-b086683c8686 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7055728c2b2a45acbb06dbe5716c41be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357185 Jan 17 21:20:48.870883 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 50878) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:48.871978 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4971a9fd-1960-43a0-89c6-b086683c8686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d004239-6e2c-4dda-9fd4-dc9287b6355b,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:48.897530 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c321ef6a-f27a-4300-9988-1d9d3d0bec91 admin admin] Publish callbacks [] for security_group (9f4498ec-11fe-42ec-9ccb-4877060a2c78), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:48.905744 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c321ef6a-f27a-4300-9988-1d9d3d0bec91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (9f4498ec-11fe-42ec-9ccb-4877060a2c78), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:48.933550 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7f71b838-06bd-46da-9e78-78a4a6b723f7 admin admin] Publish callbacks [] for security_group (6d004239-6e2c-4dda-9fd4-dc9287b6355b), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:48.947406 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-c321ef6a-f27a-4300-9988-1d9d3d0bec91 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1c67661e6faf446f9af8b5d0a4064f83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5281775 Jan 17 21:20:48.949546 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321ef6a-f27a-4300-9988-1d9d3d0bec91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4498ec-11fe-42ec-9ccb-4877060a2c78,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:48.953313 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 50880) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:48.967148 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7f71b838-06bd-46da-9e78-78a4a6b723f7 admin admin] Publish callbacks [] for security_group (6d004239-6e2c-4dda-9fd4-dc9287b6355b), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:49.019371 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1f43498e-3dbf-4dab-b1eb-d272b11c3260 admin admin] Publish callbacks [] for security_group (9f4498ec-11fe-42ec-9ccb-4877060a2c78), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:49.030567 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7f71b838-06bd-46da-9e78-78a4a6b723f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (6d004239-6e2c-4dda-9fd4-dc9287b6355b), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:49.035082 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7f71b838-06bd-46da-9e78-78a4a6b723f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:49.036995 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-7f71b838-06bd-46da-9e78-78a4a6b723f7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6d004239-6e2c-4dda-9fd4-dc9287b6355b HTTP/1.1" status: 204 len: 168 time: 0.1651175 Jan 17 21:20:49.049209 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71b838-06bd-46da-9e78-78a4a6b723f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d004239-6e2c-4dda-9fd4-dc9287b6355b,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:49.068682 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1f43498e-3dbf-4dab-b1eb-d272b11c3260 admin admin] Publish callbacks [] for security_group (9f4498ec-11fe-42ec-9ccb-4877060a2c78), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:49.146791 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7fe2e1-c8f8-4c41-91e3-752dc93886d2 req-33572e18-9091-4f0d-9ae2-b0a1526442cd tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:49.148887 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4a7fe2e1-c8f8-4c41-91e3-752dc93886d2 req-33572e18-9091-4f0d-9ae2-b0a1526442cd tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 944 time: 0.0700777 Jan 17 21:20:49.171278 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1f43498e-3dbf-4dab-b1eb-d272b11c3260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (9f4498ec-11fe-42ec-9ccb-4877060a2c78), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:49.173935 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1f43498e-3dbf-4dab-b1eb-d272b11c3260 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:49.177498 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-1f43498e-3dbf-4dab-b1eb-d272b11c3260 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9f4498ec-11fe-42ec-9ccb-4877060a2c78 HTTP/1.1" status: 204 len: 168 time: 0.2207894 Jan 17 21:20:49.185417 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43498e-3dbf-4dab-b1eb-d272b11c3260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4498ec-11fe-42ec-9ccb-4877060a2c78,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:49.237241 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4a7fe2e1-c8f8-4c41-91e3-752dc93886d2 req-19e0294f-45dd-4b48-b642-3e367de8ccde tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817068 Jan 17 21:20:49.399910 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56929b69-a4a6-405e-b7fc-f480f10dd935 req-a8982f49-5514-43f0-a479-92a1c1dd73d5 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:49.401763 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-56929b69-a4a6-405e-b7fc-f480f10dd935 req-a8982f49-5514-43f0-a479-92a1c1dd73d5 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/ports?device_id=069fd10f-3002-4910-884d-0bfc2697b631 HTTP/1.1" status: 200 len: 943 time: 0.0694315 Jan 17 21:20:49.479415 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-56929b69-a4a6-405e-b7fc-f480f10dd935 req-0b2dc030-1b59-41ff-b5b8-cd91fc6adbff tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/security-groups?id=3d91237e-d586-4854-bd58-de9bf6582831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715826 Jan 17 21:20:49.645273 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 50920) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:49.659793 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2b39d0f9-d0e5-4232-82b4-12cad2129ba1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:49.734590 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2b39d0f9-d0e5-4232-82b4-12cad2129ba1 admin admin] Publish callbacks [] for security_group (b386c22f-a604-42a6-8054-f66bf59828df), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:49.738716 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2b39d0f9-d0e5-4232-82b4-12cad2129ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (b386c22f-a604-42a6-8054-f66bf59828df), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:49.777238 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-2b39d0f9-d0e5-4232-82b4-12cad2129ba1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8625c579589948c3b3dd2fad5fb97957&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306224 Jan 17 21:20:49.779183 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b39d0f9-d0e5-4232-82b4-12cad2129ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b386c22f-a604-42a6-8054-f66bf59828df,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:49.779887 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 50924) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:49.830127 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6f50ebe8-ee72-4f9c-bac9-70b6644dae04 admin admin] Publish callbacks [] for security_group (b386c22f-a604-42a6-8054-f66bf59828df), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:49.852982 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6f50ebe8-ee72-4f9c-bac9-70b6644dae04 admin admin] Publish callbacks [] for security_group (b386c22f-a604-42a6-8054-f66bf59828df), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:49.902056 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6f50ebe8-ee72-4f9c-bac9-70b6644dae04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (b386c22f-a604-42a6-8054-f66bf59828df), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:49.905200 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6f50ebe8-ee72-4f9c-bac9-70b6644dae04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:49.907164 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-6f50ebe8-ee72-4f9c-bac9-70b6644dae04 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b386c22f-a604-42a6-8054-f66bf59828df HTTP/1.1" status: 204 len: 168 time: 0.1257887 Jan 17 21:20:49.919986 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50ebe8-ee72-4f9c-bac9-70b6644dae04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b386c22f-a604-42a6-8054-f66bf59828df,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:50.386428 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83993e8f-496a-47b0-b8d9-80eb5e17c5fa req-92203a49-dc07-4052-83e5-3914d6be9f3a tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:50.388054 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-83993e8f-496a-47b0-b8d9-80eb5e17c5fa req-92203a49-dc07-4052-83e5-3914d6be9f3a tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 944 time: 0.0801406 Jan 17 21:20:50.454858 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-83993e8f-496a-47b0-b8d9-80eb5e17c5fa req-f01c8367-9420-46bd-8cf5-57be9dbf40f5 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486670 Jan 17 21:20:50.597957 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb3d43-8f8f-4fd8-ae3d-15cab9691d3f req-c379a865-9598-4d96-914f-c51133a1dda7 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:50.599425 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-aaeb3d43-8f8f-4fd8-ae3d-15cab9691d3f req-c379a865-9598-4d96-914f-c51133a1dda7 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/ports?device_id=069fd10f-3002-4910-884d-0bfc2697b631 HTTP/1.1" status: 200 len: 943 time: 0.0638270 Jan 17 21:20:50.670710 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-aaeb3d43-8f8f-4fd8-ae3d-15cab9691d3f req-99444d75-4c29-466d-a8f3-abf2bb005aa3 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/security-groups?id=3d91237e-d586-4854-bd58-de9bf6582831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648339 Jan 17 21:20:50.737790 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689 details requested by agent hyperv_hv-cinder-82489 with host hv-cinder-82489 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:20:50.968757 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port 6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689,segment=NetworkSegment(bb957438-0fb5-42b5-996b-ada985f4f792),segment_id=bb957438-0fb5-42b5-996b-ada985f4f792)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:20:50.987222 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Returning: {'device': '6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689', 'network_id': 'af5d6d41-8980-4578-bea9-2653deda4e23', 'port_id': '6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689', 'mac_address': 'fa:16:3e:56:87:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bd5985b-9517-4a3a-b4b6-9ffa21cdb95c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:20:51.030053 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port 6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689 is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:20:51.030876 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:51.046434 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689 {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:20:51.068720 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port 6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689,segment=NetworkSegment(bb957438-0fb5-42b5-996b-ada985f4f792),segment_id=bb957438-0fb5-42b5-996b-ada985f4f792)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:20:51.074109 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:51.074668 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 97a2a727-ca87-4934-94e8-4e197d2e3622 details requested by agent hyperv_hv-cinder-82489 with host hv-cinder-82489 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:20:51.172983 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:51.226439 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port 97a2a727-ca87-4934-94e8-4e197d2e3622, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=97a2a727-ca87-4934-94e8-4e197d2e3622,segment=NetworkSegment(166c10b2-69f0-43a7-b6f5-235b4c406adc),segment_id=166c10b2-69f0-43a7-b6f5-235b4c406adc)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:20:51.240992 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Returning: {'device': '97a2a727-ca87-4934-94e8-4e197d2e3622', 'network_id': 'bff8e5f5-97ad-489f-85ec-9f479ea549b7', 'port_id': '97a2a727-ca87-4934-94e8-4e197d2e3622', 'mac_address': 'fa:16:3e:c1:1c:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa7783e7-3496-4e0a-9051-7034d9bfba99', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:20:51.281785 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port 97a2a727-ca87-4934-94e8-4e197d2e3622 is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:20:51.282215 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (97a2a727-ca87-4934-94e8-4e197d2e3622), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:51.306105 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97a2a727-ca87-4934-94e8-4e197d2e3622 {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:20:51.317654 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:51.332702 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port 97a2a727-ca87-4934-94e8-4e197d2e3622, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=97a2a727-ca87-4934-94e8-4e197d2e3622,segment=NetworkSegment(166c10b2-69f0-43a7-b6f5-235b4c406adc),segment_id=166c10b2-69f0-43a7-b6f5-235b4c406adc)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:20:51.337736 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (97a2a727-ca87-4934-94e8-4e197d2e3622), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:51.338633 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 138d0a50-2135-4dee-95fa-28ecdc541d3d details requested by agent hyperv_hv-cinder-82489 with host hv-cinder-82489 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:20:51.411933 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port 138d0a50-2135-4dee-95fa-28ecdc541d3d, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=138d0a50-2135-4dee-95fa-28ecdc541d3d,segment=NetworkSegment(166c10b2-69f0-43a7-b6f5-235b4c406adc),segment_id=166c10b2-69f0-43a7-b6f5-235b4c406adc)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:20:51.420831 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=97a2a727-ca87-4934-94e8-4e197d2e3622,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:51.427601 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Returning: {'device': '138d0a50-2135-4dee-95fa-28ecdc541d3d', 'network_id': 'bff8e5f5-97ad-489f-85ec-9f479ea549b7', 'port_id': '138d0a50-2135-4dee-95fa-28ecdc541d3d', 'mac_address': 'fa:16:3e:f3:4f:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa7783e7-3496-4e0a-9051-7034d9bfba99', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:20:51.472279 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port 138d0a50-2135-4dee-95fa-28ecdc541d3d is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:20:51.472279 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (138d0a50-2135-4dee-95fa-28ecdc541d3d), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:51.485521 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 138d0a50-2135-4dee-95fa-28ecdc541d3d {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:20:51.518945 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port 138d0a50-2135-4dee-95fa-28ecdc541d3d, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=138d0a50-2135-4dee-95fa-28ecdc541d3d,segment=NetworkSegment(166c10b2-69f0-43a7-b6f5-235b4c406adc),segment_id=166c10b2-69f0-43a7-b6f5-235b4c406adc)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:20:51.524800 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (138d0a50-2135-4dee-95fa-28ecdc541d3d), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:51.581427 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=138d0a50-2135-4dee-95fa-28ecdc541d3d,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:51.587243 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaaa9c8-7b1e-4fb8-911c-c585f8fc302c req-4ba154fd-214d-401d-85ee-582e4ce43387 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:51.588773 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3eaaa9c8-7b1e-4fb8-911c-c585f8fc302c req-4ba154fd-214d-401d-85ee-582e4ce43387 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 945 time: 0.0618298 Jan 17 21:20:51.635890 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3eaaa9c8-7b1e-4fb8-911c-c585f8fc302c req-77e4a417-19c3-4d31-82b4-c6faa2f5e5a7 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410771 Jan 17 21:20:51.794007 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e794e-6584-41ad-8622-bce902f29054 req-37e0d90c-a751-4baf-a6a3-537bae27462c tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:51.795505 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-704e794e-6584-41ad-8622-bce902f29054 req-37e0d90c-a751-4baf-a6a3-537bae27462c tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/ports?device_id=069fd10f-3002-4910-884d-0bfc2697b631 HTTP/1.1" status: 200 len: 944 time: 0.0538733 Jan 17 21:20:51.853722 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-704e794e-6584-41ad-8622-bce902f29054 req-58aa6ef5-31dc-4e6a-b6a0-d13e67b0a4be tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/security-groups?id=3d91237e-d586-4854-bd58-de9bf6582831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476217 Jan 17 21:20:52.273499 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] get_ports_and_sgs() called for port_ids ['97a2a727-ca87-4934-94e8-4e197d2e3622'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:20:52.316996 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] get_ports_and_sgs() called for port_ids ['6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:20:52.327444 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] get_ports_and_sgs() called for port_ids ['138d0a50-2135-4dee-95fa-28ecdc541d3d'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:20:52.771404 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24566b0-a457-435f-bb1e-63321f664dc3 req-b08bbff6-1e89-4947-b527-0447611e1bd2 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:52.772978 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b24566b0-a457-435f-bb1e-63321f664dc3 req-b08bbff6-1e89-4947-b527-0447611e1bd2 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 945 time: 0.0615795 Jan 17 21:20:52.826721 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b24566b0-a457-435f-bb1e-63321f664dc3 req-0662217c-ead2-4a8c-b9b2-0b94d95428d6 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476160 Jan 17 21:20:53.036764 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849f5fd-10d3-4f6d-8c4e-1cd4669818f9 req-cfe84bd1-5922-4bab-be80-0899f7767b1a tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:53.039166 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a849f5fd-10d3-4f6d-8c4e-1cd4669818f9 req-cfe84bd1-5922-4bab-be80-0899f7767b1a tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/ports?device_id=069fd10f-3002-4910-884d-0bfc2697b631 HTTP/1.1" status: 200 len: 944 time: 0.1139443 Jan 17 21:20:53.115666 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a849f5fd-10d3-4f6d-8c4e-1cd4669818f9 req-192e3451-6c12-41a3-b820-ee29499f56b5 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/security-groups?id=3d91237e-d586-4854-bd58-de9bf6582831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669730 Jan 17 21:20:53.307350 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 51122) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:53.418176 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e54227ec-d368-4f53-81fd-24491173a2a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:53.492712 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e54227ec-d368-4f53-81fd-24491173a2a4 admin admin] Publish callbacks [] for security_group (0addc470-6cb3-4de4-87a1-3b82e97cc551), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:53.496884 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e54227ec-d368-4f53-81fd-24491173a2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (0addc470-6cb3-4de4-87a1-3b82e97cc551), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:53.536128 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-e54227ec-d368-4f53-81fd-24491173a2a4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b144cbb2edb6432e9a971c5c9f6467a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276487 Jan 17 21:20:53.537156 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54227ec-d368-4f53-81fd-24491173a2a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0addc470-6cb3-4de4-87a1-3b82e97cc551,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:53.539811 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 51128) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:53.599160 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-565f404b-c9d8-4a76-80c8-9f6ef0fac5e5 admin admin] Publish callbacks [] for security_group (0addc470-6cb3-4de4-87a1-3b82e97cc551), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:53.621319 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-565f404b-c9d8-4a76-80c8-9f6ef0fac5e5 admin admin] Publish callbacks [] for security_group (0addc470-6cb3-4de4-87a1-3b82e97cc551), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:53.678056 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-565f404b-c9d8-4a76-80c8-9f6ef0fac5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (0addc470-6cb3-4de4-87a1-3b82e97cc551), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:53.681891 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-565f404b-c9d8-4a76-80c8-9f6ef0fac5e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:53.689726 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-565f404b-c9d8-4a76-80c8-9f6ef0fac5e5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0addc470-6cb3-4de4-87a1-3b82e97cc551 HTTP/1.1" status: 204 len: 168 time: 0.1396978 Jan 17 21:20:53.699243 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f404b-c9d8-4a76-80c8-9f6ef0fac5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0addc470-6cb3-4de4-87a1-3b82e97cc551,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:53.995225 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f77e4c-9942-49a5-be8a-d7e81d47fcd7 req-f3ad9243-cbaf-416b-85e1-7e1a2dfc4c16 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:53.998934 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a2f77e4c-9942-49a5-be8a-d7e81d47fcd7 req-f3ad9243-cbaf-416b-85e1-7e1a2dfc4c16 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 945 time: 0.0723934 Jan 17 21:20:54.049294 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 51158) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:54.064161 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a2f77e4c-9942-49a5-be8a-d7e81d47fcd7 req-118ff9a1-c731-4b7c-82e5-85bd60ce7bb2 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586591 Jan 17 21:20:54.071967 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7bc54efc-338c-47ac-9523-7d31af6af740 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:54.172589 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7bc54efc-338c-47ac-9523-7d31af6af740 admin admin] Publish callbacks [] for security_group (f314ec8b-f869-4602-bed0-ee5f85da0734), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:54.176987 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7bc54efc-338c-47ac-9523-7d31af6af740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (f314ec8b-f869-4602-bed0-ee5f85da0734), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:54.218620 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-7bc54efc-338c-47ac-9523-7d31af6af740 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fafa089c925c45f3ad2d296eca2c273c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1681030 Jan 17 21:20:54.221762 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 51168) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:54.239493 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc54efc-338c-47ac-9523-7d31af6af740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f314ec8b-f869-4602-bed0-ee5f85da0734,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:54.253250 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79519aa6-e4d4-4cb4-8a8a-e08a39c8a7b7 req-084c535d-e605-4a7d-aa78-bcd9ab110a16 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:54.255008 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-79519aa6-e4d4-4cb4-8a8a-e08a39c8a7b7 req-084c535d-e605-4a7d-aa78-bcd9ab110a16 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/ports?device_id=069fd10f-3002-4910-884d-0bfc2697b631 HTTP/1.1" status: 200 len: 944 time: 0.0628078 Jan 17 21:20:54.283075 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e6a21d65-64bc-49a9-ab33-64be66644d54 admin admin] Publish callbacks [] for security_group (f314ec8b-f869-4602-bed0-ee5f85da0734), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:54.310923 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e6a21d65-64bc-49a9-ab33-64be66644d54 admin admin] Publish callbacks [] for security_group (f314ec8b-f869-4602-bed0-ee5f85da0734), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:54.317905 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-79519aa6-e4d4-4cb4-8a8a-e08a39c8a7b7 req-c12451b2-8473-4526-b7d3-b5715e706703 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/security-groups?id=3d91237e-d586-4854-bd58-de9bf6582831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559294 Jan 17 21:20:54.362427 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e6a21d65-64bc-49a9-ab33-64be66644d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (f314ec8b-f869-4602-bed0-ee5f85da0734), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:54.365176 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e6a21d65-64bc-49a9-ab33-64be66644d54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:54.367299 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-e6a21d65-64bc-49a9-ab33-64be66644d54 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f314ec8b-f869-4602-bed0-ee5f85da0734 HTTP/1.1" status: 204 len: 168 time: 0.1436937 Jan 17 21:20:54.375813 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a21d65-64bc-49a9-ab33-64be66644d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f314ec8b-f869-4602-bed0-ee5f85da0734,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:54.592480 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 51190) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:54.802378 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 51200) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:54.830274 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d3f170df-eeda-408f-981b-0de827e63622 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:54.884776 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-17302c73-bd19-4bb6-a5d2-9c6c4eda6466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:54.887049 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5ac56a7a-b084-4222-add6-f1fd70a7f004 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:54.965543 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d3f170df-eeda-408f-981b-0de827e63622 admin admin] Publish callbacks [] for security_group (afa2ff2e-95c2-4dc4-a015-3d3b9f9764f1), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:54.970321 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d3f170df-eeda-408f-981b-0de827e63622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (afa2ff2e-95c2-4dc4-a015-3d3b9f9764f1), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:54.993935 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5ac56a7a-b084-4222-add6-f1fd70a7f004 admin admin] Publish callbacks [] for security_group (a25fb38f-a843-4ee2-9b60-815802df2006), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:55.000593 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5ac56a7a-b084-4222-add6-f1fd70a7f004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (a25fb38f-a843-4ee2-9b60-815802df2006), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:55.039061 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-d3f170df-eeda-408f-981b-0de827e63622 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6b9bfa35dd0748019b6d2b56ccb3ba91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4447894 Jan 17 21:20:55.041652 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-5ac56a7a-b084-4222-add6-f1fd70a7f004 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=61ce166869ed46a7bcef23dac38bb138&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2380140 Jan 17 21:20:55.042483 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 51218) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:55.043427 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f170df-eeda-408f-981b-0de827e63622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa2ff2e-95c2-4dc4-a015-3d3b9f9764f1,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:55.043706 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 51220) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:55.167788 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac56a7a-b084-4222-add6-f1fd70a7f004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25fb38f-a843-4ee2-9b60-815802df2006,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:55.259118 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6b2fc5f7-b689-4a6f-9c38-f22d1b415e84 admin admin] Publish callbacks [] for security_group (afa2ff2e-95c2-4dc4-a015-3d3b9f9764f1), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:55.265069 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-23ba4189-0ec4-4a3c-93ae-291095136cf8 admin admin] Publish callbacks [] for security_group (a25fb38f-a843-4ee2-9b60-815802df2006), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:55.284488 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8bf68-5e88-4188-a01b-c43c3113708b req-ac7b1209-0eb5-49c6-ab18-dec35a61e831 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:55.291609 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a3b8bf68-5e88-4188-a01b-c43c3113708b req-ac7b1209-0eb5-49c6-ab18-dec35a61e831 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 945 time: 0.1108210 Jan 17 21:20:55.334424 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6b2fc5f7-b689-4a6f-9c38-f22d1b415e84 admin admin] Publish callbacks [] for security_group (afa2ff2e-95c2-4dc4-a015-3d3b9f9764f1), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:55.337946 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-23ba4189-0ec4-4a3c-93ae-291095136cf8 admin admin] Publish callbacks [] for security_group (a25fb38f-a843-4ee2-9b60-815802df2006), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:55.443757 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a3b8bf68-5e88-4188-a01b-c43c3113708b req-da9b3928-8b3b-4f4c-b7f7-79b874879f9f tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376040 Jan 17 21:20:55.521403 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a57d2-3560-458d-ab45-27a30c619ddb req-2d9a70ac-003b-449c-903d-60a529e3614d tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:55.523784 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e44a57d2-3560-458d-ab45-27a30c619ddb req-2d9a70ac-003b-449c-903d-60a529e3614d tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/ports?device_id=069fd10f-3002-4910-884d-0bfc2697b631 HTTP/1.1" status: 200 len: 944 time: 0.1075876 Jan 17 21:20:55.525322 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-23ba4189-0ec4-4a3c-93ae-291095136cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (a25fb38f-a843-4ee2-9b60-815802df2006), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:55.528999 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-23ba4189-0ec4-4a3c-93ae-291095136cf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:55.534945 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-23ba4189-0ec4-4a3c-93ae-291095136cf8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a25fb38f-a843-4ee2-9b60-815802df2006 HTTP/1.1" status: 204 len: 168 time: 0.4852679 Jan 17 21:20:55.555130 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba4189-0ec4-4a3c-93ae-291095136cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25fb38f-a843-4ee2-9b60-815802df2006,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:55.558903 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6b2fc5f7-b689-4a6f-9c38-f22d1b415e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (afa2ff2e-95c2-4dc4-a015-3d3b9f9764f1), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:55.561710 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6b2fc5f7-b689-4a6f-9c38-f22d1b415e84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:55.562882 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-6b2fc5f7-b689-4a6f-9c38-f22d1b415e84 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/afa2ff2e-95c2-4dc4-a015-3d3b9f9764f1 HTTP/1.1" status: 204 len: 168 time: 0.5118704 Jan 17 21:20:55.592971 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2fc5f7-b689-4a6f-9c38-f22d1b415e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa2ff2e-95c2-4dc4-a015-3d3b9f9764f1,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:55.684625 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e44a57d2-3560-458d-ab45-27a30c619ddb req-0e6c9c77-fc48-4b94-b77a-ddc62f418e1c tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/security-groups?id=3d91237e-d586-4854-bd58-de9bf6582831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391742 Jan 17 21:20:55.801137 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689 up at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:20:55.925184 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning for port 6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689 completed by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 21:20:55.933177 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning complete for port 6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:20:55.933777 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:56.073382 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port 6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689 is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:20:56.073783 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:56.127581 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port 6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689,segment=NetworkSegment(bb957438-0fb5-42b5-996b-ada985f4f792),segment_id=bb957438-0fb5-42b5-996b-ada985f4f792)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:20:56.129069 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '069fd10f-3002-4910-884d-0bfc2697b631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:20:56.201251 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:56.202045 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 97a2a727-ca87-4934-94e8-4e197d2e3622 up at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:20:56.288288 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:56.308479 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning for port 97a2a727-ca87-4934-94e8-4e197d2e3622 completed by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 21:20:56.313017 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning complete for port 97a2a727-ca87-4934-94e8-4e197d2e3622 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:20:56.313417 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (97a2a727-ca87-4934-94e8-4e197d2e3622), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:56.346783 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 51310) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:56.365274 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e44615c9-d8e2-4483-a570-0b0575754f13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:56.398640 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 51314) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:56.427564 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-bc1f6e58-4b8d-4a46-88bb-1c8b8ab00e2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:56.505074 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port 97a2a727-ca87-4934-94e8-4e197d2e3622 is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:20:56.509124 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (97a2a727-ca87-4934-94e8-4e197d2e3622), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:56.530699 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e44615c9-d8e2-4483-a570-0b0575754f13 admin admin] Publish callbacks [] for security_group (d8aae968-a766-4e38-8dbe-197fe3162080), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:56.537387 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e44615c9-d8e2-4483-a570-0b0575754f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (d8aae968-a766-4e38-8dbe-197fe3162080), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:56.593572 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port 97a2a727-ca87-4934-94e8-4e197d2e3622, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=97a2a727-ca87-4934-94e8-4e197d2e3622,segment=NetworkSegment(166c10b2-69f0-43a7-b6f5-235b4c406adc),segment_id=166c10b2-69f0-43a7-b6f5-235b4c406adc)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:20:56.603544 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (97a2a727-ca87-4934-94e8-4e197d2e3622), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:56.604507 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 138d0a50-2135-4dee-95fa-28ecdc541d3d up at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:20:56.614346 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-e44615c9-d8e2-4483-a570-0b0575754f13 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=207c4e0adb9645ebbbcdc81c3c76fb9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2663941 Jan 17 21:20:56.619712 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 51330) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:56.634988 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-bc1f6e58-4b8d-4a46-88bb-1c8b8ab00e2a admin admin] Publish callbacks [] for security_group (f5401d2a-febe-4008-91cc-0c48f966891a), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:56.646666 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-bc1f6e58-4b8d-4a46-88bb-1c8b8ab00e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (f5401d2a-febe-4008-91cc-0c48f966891a), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:56.665012 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd74998850970e76e5e696d55ae046c45085ecb7dce1b7bf3912a5be803d1cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd99001-99a0-42c4-9c9c-62cd5dfc72b3" -d '{"events": [{"server_uuid": "069fd10f-3002-4910-884d-0bfc2697b631", "name": "network-vif-plugged", "status": "completed", "tag": "6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:20:56.668693 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44615c9-d8e2-4483-a570-0b0575754f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8aae968-a766-4e38-8dbe-197fe3162080,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:56.699636 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708adb2-2f62-4d57-aba8-d062047289b4 req-d2f4b4f9-f6ce-44d8-9f17-eedce7d23819 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:56.701574 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b708adb2-2f62-4d57-aba8-d062047289b4 req-d2f4b4f9-f6ce-44d8-9f17-eedce7d23819 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0928669 Jan 17 21:20:56.732547 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-bc1f6e58-4b8d-4a46-88bb-1c8b8ab00e2a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f28a245218034a16a5fb5f21abd65258&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3308342 Jan 17 21:20:56.737913 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 51338) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:56.739965 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f6e58-4b8d-4a46-88bb-1c8b8ab00e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5401d2a-febe-4008-91cc-0c48f966891a,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:56.784960 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1d75f66e-ac9b-4fc9-bb97-0c65363ed7d9 admin admin] Publish callbacks [] for security_group (d8aae968-a766-4e38-8dbe-197fe3162080), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:56.836445 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=97a2a727-ca87-4934-94e8-4e197d2e3622,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:56.851600 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b708adb2-2f62-4d57-aba8-d062047289b4 req-52712f0b-4ef0-4cea-a84f-bed4f60425fe tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355517 Jan 17 21:20:56.854708 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1d75f66e-ac9b-4fc9-bb97-0c65363ed7d9 admin admin] Publish callbacks [] for security_group (d8aae968-a766-4e38-8dbe-197fe3162080), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:56.877958 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning for port 138d0a50-2135-4dee-95fa-28ecdc541d3d completed by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 21:20:56.886593 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning complete for port 138d0a50-2135-4dee-95fa-28ecdc541d3d triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:20:56.887647 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (138d0a50-2135-4dee-95fa-28ecdc541d3d), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:56.890280 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-83f08873-f723-4c66-b886-efebdc199d50 admin admin] Publish callbacks [] for security_group (f5401d2a-febe-4008-91cc-0c48f966891a), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:56.927790 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897e670-50de-4685-8c13-194667231a23 req-a057caa4-148f-4b2a-99a6-d664e51e89a5 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:56.937376 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f897e670-50de-4685-8c13-194667231a23 req-a057caa4-148f-4b2a-99a6-d664e51e89a5 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/ports?device_id=069fd10f-3002-4910-884d-0bfc2697b631 HTTP/1.1" status: 200 len: 945 time: 0.0724301 Jan 17 21:20:56.941307 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-83f08873-f723-4c66-b886-efebdc199d50 admin admin] Publish callbacks [] for security_group (f5401d2a-febe-4008-91cc-0c48f966891a), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:57.004002 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1d75f66e-ac9b-4fc9-bb97-0c65363ed7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (d8aae968-a766-4e38-8dbe-197fe3162080), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:57.007577 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1d75f66e-ac9b-4fc9-bb97-0c65363ed7d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:57.008934 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-1d75f66e-ac9b-4fc9-bb97-0c65363ed7d9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d8aae968-a766-4e38-8dbe-197fe3162080 HTTP/1.1" status: 204 len: 168 time: 0.3879719 Jan 17 21:20:57.036435 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d75f66e-ac9b-4fc9-bb97-0c65363ed7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8aae968-a766-4e38-8dbe-197fe3162080,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:57.036631 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f897e670-50de-4685-8c13-194667231a23 req-bec6cfcb-3b7a-4015-b50d-3a2d0c426995 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/security-groups?id=3d91237e-d586-4854-bd58-de9bf6582831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926433 Jan 17 21:20:57.044760 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-83f08873-f723-4c66-b886-efebdc199d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (f5401d2a-febe-4008-91cc-0c48f966891a), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:57.047824 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-83f08873-f723-4c66-b886-efebdc199d50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:57.048682 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-83f08873-f723-4c66-b886-efebdc199d50 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f5401d2a-febe-4008-91cc-0c48f966891a HTTP/1.1" status: 204 len: 168 time: 0.3097041 Jan 17 21:20:57.052524 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port 138d0a50-2135-4dee-95fa-28ecdc541d3d is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:20:57.053559 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (138d0a50-2135-4dee-95fa-28ecdc541d3d), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:57.056778 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f08873-f723-4c66-b886-efebdc199d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5401d2a-febe-4008-91cc-0c48f966891a,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:57.107097 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port 138d0a50-2135-4dee-95fa-28ecdc541d3d, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=138d0a50-2135-4dee-95fa-28ecdc541d3d,segment=NetworkSegment(166c10b2-69f0-43a7-b6f5-235b4c406adc),segment_id=166c10b2-69f0-43a7-b6f5-235b4c406adc)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:20:57.117517 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (138d0a50-2135-4dee-95fa-28ecdc541d3d), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:57.230589 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 51364) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:57.292678 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698d0bfc-2f45-444e-a2ab-b66fb4bf3ace x-openstack-request-id: req-698d0bfc-2f45-444e-a2ab-b66fb4bf3ace {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:20:57.293268 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "069fd10f-3002-4910-884d-0bfc2697b631", "name": "network-vif-plugged", "status": "completed", "tag": "6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:20:57.293519 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-698d0bfc-2f45-444e-a2ab-b66fb4bf3ace {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:20:57.293975 dv-cinder-824895-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '069fd10f-3002-4910-884d-0bfc2697b631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689', 'code': 200} Jan 17 21:20:57.318308 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=138d0a50-2135-4dee-95fa-28ecdc541d3d,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:57.477616 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b27e6-e9aa-448e-9c22-48d218b3926b req-099e1953-c1b0-4a7a-8afc-e0fdb26509da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:57.479130 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0e6b27e6-e9aa-448e-9c22-48d218b3926b req-099e1953-c1b0-4a7a-8afc-e0fdb26509da service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=069fd10f-3002-4910-884d-0bfc2697b631 HTTP/1.1" status: 200 len: 1098 time: 0.0748792 Jan 17 21:20:57.498535 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-0e6b27e6-e9aa-448e-9c22-48d218b3926b req-4b68adb2-72d7-4c06-824b-c0ff4f3d5c62 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:57.548095 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1bed539d-5a7c-408d-9262-d887ddb92f19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:57.630507 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-0e6b27e6-e9aa-448e-9c22-48d218b3926b req-4b68adb2-72d7-4c06-824b-c0ff4f3d5c62 service neutron] Publish callbacks [] for security_group (b8341d56-90af-4f0a-af42-02f29bc20cc0), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:57.634455 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b26071cb-0cb2-4a5d-acce-28cf6f0091dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:57.639287 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-0e6b27e6-e9aa-448e-9c22-48d218b3926b req-4b68adb2-72d7-4c06-824b-c0ff4f3d5c62 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (b8341d56-90af-4f0a-af42-02f29bc20cc0), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:57.665731 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1bed539d-5a7c-408d-9262-d887ddb92f19 admin admin] Publish callbacks [] for security_group (b4ed6ac7-7e9e-4f91-9c22-ce07ecc67653), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:57.670891 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1bed539d-5a7c-408d-9262-d887ddb92f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (b4ed6ac7-7e9e-4f91-9c22-ce07ecc67653), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:57.720183 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed539d-5a7c-408d-9262-d887ddb92f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ed6ac7-7e9e-4f91-9c22-ce07ecc67653,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:57.720861 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0e6b27e6-e9aa-448e-9c22-48d218b3926b req-4b68adb2-72d7-4c06-824b-c0ff4f3d5c62 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3d91237e-d586-4854-bd58-de9bf6582831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346160 Jan 17 21:20:57.722436 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b68adb2-72d7-4c06-824b-c0ff4f3d5c62 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b8341d56-90af-4f0a-af42-02f29bc20cc0,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:57.745332 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-1bed539d-5a7c-408d-9262-d887ddb92f19 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=45e13c7688164a95a2384092ea997dbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5129459 Jan 17 21:20:57.747887 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 51388) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:57.821711 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5fda7d2f-ad38-40ab-b58d-8acfb48aa00e admin admin] Publish callbacks [] for security_group (b4ed6ac7-7e9e-4f91-9c22-ce07ecc67653), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:57.847671 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5fda7d2f-ad38-40ab-b58d-8acfb48aa00e admin admin] Publish callbacks [] for security_group (b4ed6ac7-7e9e-4f91-9c22-ce07ecc67653), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:57.885035 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 51396) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:57.917375 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d09aec8e-e662-46ca-9a9e-b5d41f531cc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:57.981502 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5fda7d2f-ad38-40ab-b58d-8acfb48aa00e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (b4ed6ac7-7e9e-4f91-9c22-ce07ecc67653), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:57.984604 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5fda7d2f-ad38-40ab-b58d-8acfb48aa00e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:57.989040 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-5fda7d2f-ad38-40ab-b58d-8acfb48aa00e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b4ed6ac7-7e9e-4f91-9c22-ce07ecc67653 HTTP/1.1" status: 204 len: 168 time: 0.2397585 Jan 17 21:20:58.001083 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda7d2f-ad38-40ab-b58d-8acfb48aa00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ed6ac7-7e9e-4f91-9c22-ce07ecc67653,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:58.045181 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed06fa7-135e-410a-80c9-dd82fa8a0e3a req-bf9df554-f77a-410f-ac9f-3141952aa1ec tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:58.047820 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bed06fa7-135e-410a-80c9-dd82fa8a0e3a req-bf9df554-f77a-410f-ac9f-3141952aa1ec tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.1221111 Jan 17 21:20:58.073795 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d09aec8e-e662-46ca-9a9e-b5d41f531cc0 admin admin] Publish callbacks [] for security_group (95cce0f1-9fe0-4a19-b6ee-661649292326), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:58.082604 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d09aec8e-e662-46ca-9a9e-b5d41f531cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (95cce0f1-9fe0-4a19-b6ee-661649292326), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:58.119987 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bed06fa7-135e-410a-80c9-dd82fa8a0e3a req-67d05caa-48bd-4911-9a8f-1c515330bed1 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584290 Jan 17 21:20:58.145427 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-d09aec8e-e662-46ca-9a9e-b5d41f531cc0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e577cb09bc1f435185ff05cdc992cc40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2591937 Jan 17 21:20:58.148397 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 51408) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:58.215362 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09aec8e-e662-46ca-9a9e-b5d41f531cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95cce0f1-9fe0-4a19-b6ee-661649292326,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:58.263783 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2cbd48-1721-4703-8179-100fc90bd3d6 req-71190d29-0a9d-4b3b-a4e5-a76afdafb541 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:58.265969 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8c2cbd48-1721-4703-8179-100fc90bd3d6 req-71190d29-0a9d-4b3b-a4e5-a76afdafb541 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/ports?device_id=069fd10f-3002-4910-884d-0bfc2697b631 HTTP/1.1" status: 200 len: 945 time: 0.0938945 Jan 17 21:20:58.270399 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-10cc4b70-59ec-45b3-a5c8-e64ab3bf31bc admin admin] Publish callbacks [] for security_group (95cce0f1-9fe0-4a19-b6ee-661649292326), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:58.295140 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-10cc4b70-59ec-45b3-a5c8-e64ab3bf31bc admin admin] Publish callbacks [] for security_group (95cce0f1-9fe0-4a19-b6ee-661649292326), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:58.376260 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8c2cbd48-1721-4703-8179-100fc90bd3d6 req-7b6e4cfd-391d-498b-9f18-f859977c47b7 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/security-groups?id=3d91237e-d586-4854-bd58-de9bf6582831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706294 Jan 17 21:20:58.394229 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-10cc4b70-59ec-45b3-a5c8-e64ab3bf31bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (95cce0f1-9fe0-4a19-b6ee-661649292326), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:58.396959 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-10cc4b70-59ec-45b3-a5c8-e64ab3bf31bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:58.398707 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-10cc4b70-59ec-45b3-a5c8-e64ab3bf31bc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/95cce0f1-9fe0-4a19-b6ee-661649292326 HTTP/1.1" status: 204 len: 168 time: 0.2484708 Jan 17 21:20:58.416159 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc4b70-59ec-45b3-a5c8-e64ab3bf31bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95cce0f1-9fe0-4a19-b6ee-661649292326,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:58.434761 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:58.508007 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 51428) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:58.875504 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 51468) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:58.888863 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-15aee947-5739-418e-9cf4-a51f92cf0a15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:58.889701 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5d44d6ce-da01-4e0a-ad3c-e9b272a3b8a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:59.014609 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-15aee947-5739-418e-9cf4-a51f92cf0a15 admin admin] Publish callbacks [] for security_group (18798d76-df54-4481-9883-b6929a5c012d), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:59.022707 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-15aee947-5739-418e-9cf4-a51f92cf0a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (18798d76-df54-4481-9883-b6929a5c012d), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:59.029977 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5d44d6ce-da01-4e0a-ad3c-e9b272a3b8a2 admin admin] Publish callbacks [] for security_group (f3a2273c-d5b8-4c22-b962-de828e1ad40f), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:59.036091 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5d44d6ce-da01-4e0a-ad3c-e9b272a3b8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (f3a2273c-d5b8-4c22-b962-de828e1ad40f), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:59.058744 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-15aee947-5739-418e-9cf4-a51f92cf0a15 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=946d245d4c594e61a911e930e829f0cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5495946 Jan 17 21:20:59.061636 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 51474) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:59.081979 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aee947-5739-418e-9cf4-a51f92cf0a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18798d76-df54-4481-9883-b6929a5c012d,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:59.117619 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d44d6ce-da01-4e0a-ad3c-e9b272a3b8a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a2273c-d5b8-4c22-b962-de828e1ad40f,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:59.125888 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-5d44d6ce-da01-4e0a-ad3c-e9b272a3b8a2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=93497b53a7cc4579a6bbf6b7a89b8712&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2486413 Jan 17 21:20:59.128854 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 51478) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:59.154930 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-bb5c3911-e0f9-46c4-b3cf-2fd41c47c32d admin admin] Publish callbacks [] for security_group (18798d76-df54-4481-9883-b6929a5c012d), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:59.195695 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b6c8e29e-620c-4e36-9bd6-5ee6b3912235 admin admin] Publish callbacks [] for security_group (f3a2273c-d5b8-4c22-b962-de828e1ad40f), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:59.198693 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-bb5c3911-e0f9-46c4-b3cf-2fd41c47c32d admin admin] Publish callbacks [] for security_group (18798d76-df54-4481-9883-b6929a5c012d), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:59.228321 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b6c8e29e-620c-4e36-9bd6-5ee6b3912235 admin admin] Publish callbacks [] for security_group (f3a2273c-d5b8-4c22-b962-de828e1ad40f), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:59.287405 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b6c8e29e-620c-4e36-9bd6-5ee6b3912235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (f3a2273c-d5b8-4c22-b962-de828e1ad40f), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:59.292192 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b6c8e29e-620c-4e36-9bd6-5ee6b3912235 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:59.296252 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-b6c8e29e-620c-4e36-9bd6-5ee6b3912235 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f3a2273c-d5b8-4c22-b962-de828e1ad40f HTTP/1.1" status: 204 len: 168 time: 0.1635997 Jan 17 21:20:59.297269 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0057c90-b41a-4cd1-a9fa-01cb2da4fef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a2a727-ca87-4934-94e8-4e197d2e3622'}, {'server_uuid': '8a5818e4-0026-4597-9ef3-d539c2cdee97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138d0a50-2135-4dee-95fa-28ecdc541d3d'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:20:59.300272 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd74998850970e76e5e696d55ae046c45085ecb7dce1b7bf3912a5be803d1cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d834637-8293-414d-a034-c5f36ebb025f" -d '{"events": [{"server_uuid": "e0057c90-b41a-4cd1-a9fa-01cb2da4fef6", "name": "network-vif-plugged", "status": "completed", "tag": "97a2a727-ca87-4934-94e8-4e197d2e3622"}, {"server_uuid": "8a5818e4-0026-4597-9ef3-d539c2cdee97", "name": "network-vif-plugged", "status": "completed", "tag": "138d0a50-2135-4dee-95fa-28ecdc541d3d"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:20:59.310005 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c8e29e-620c-4e36-9bd6-5ee6b3912235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a2273c-d5b8-4c22-b962-de828e1ad40f,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:59.334690 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 51494) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:20:59.364889 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 17 Jan 2022 21:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3750053a-8bf0-4a48-abfd-041c5bbd1e40 x-openstack-request-id: req-3750053a-8bf0-4a48-abfd-041c5bbd1e40 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:20:59.365202 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0057c90-b41a-4cd1-a9fa-01cb2da4fef6", "name": "network-vif-plugged", "status": "completed", "tag": "97a2a727-ca87-4934-94e8-4e197d2e3622", "code": 200}, {"server_uuid": "8a5818e4-0026-4597-9ef3-d539c2cdee97", "name": "network-vif-plugged", "status": "completed", "tag": "138d0a50-2135-4dee-95fa-28ecdc541d3d", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:20:59.365456 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3750053a-8bf0-4a48-abfd-041c5bbd1e40 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:20:59.365860 dv-cinder-824895-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0057c90-b41a-4cd1-a9fa-01cb2da4fef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a2a727-ca87-4934-94e8-4e197d2e3622', 'code': 200} Jan 17 21:20:59.366118 dv-cinder-824895-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a5818e4-0026-4597-9ef3-d539c2cdee97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138d0a50-2135-4dee-95fa-28ecdc541d3d', 'code': 200} Jan 17 21:20:59.549363 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-bb5c3911-e0f9-46c4-b3cf-2fd41c47c32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (18798d76-df54-4481-9883-b6929a5c012d), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:59.552966 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-bb5c3911-e0f9-46c4-b3cf-2fd41c47c32d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:59.555161 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-bb5c3911-e0f9-46c4-b3cf-2fd41c47c32d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/18798d76-df54-4481-9883-b6929a5c012d HTTP/1.1" status: 204 len: 168 time: 0.4925797 Jan 17 21:20:59.568474 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45420dc8-8f88-4fec-966e-b1bc636ca46b req-2af9d5c4-abc7-48c7-a2e8-2c34dd0e468c tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:59.570633 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-45420dc8-8f88-4fec-966e-b1bc636ca46b req-2af9d5c4-abc7-48c7-a2e8-2c34dd0e468c tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.3342721 Jan 17 21:20:59.588137 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161607e-56f2-40f9-ba39-670df3ae5e00 req-f82d702f-df4f-4e01-8090-efdae0b6c688 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:59.590208 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2161607e-56f2-40f9-ba39-670df3ae5e00 req-f82d702f-df4f-4e01-8090-efdae0b6c688 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/ports?device_id=069fd10f-3002-4910-884d-0bfc2697b631 HTTP/1.1" status: 200 len: 945 time: 0.1020532 Jan 17 21:20:59.591155 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c3911-e0f9-46c4-b3cf-2fd41c47c32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18798d76-df54-4481-9883-b6929a5c012d,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:59.704047 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d003e89-1566-4e33-b3f0-8688341d9569 req-1b3d0aac-d356-421f-aba9-e16660fd38b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:59.705938 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-7d003e89-1566-4e33-b3f0-8688341d9569 req-1b3d0aac-d356-421f-aba9-e16660fd38b7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 1099 time: 0.1207025 Jan 17 21:20:59.709967 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-45420dc8-8f88-4fec-966e-b1bc636ca46b req-a61cf0ef-eba6-41df-b659-f82afaedf2ef tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313713 Jan 17 21:20:59.716506 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2161607e-56f2-40f9-ba39-670df3ae5e00 req-9469f968-0b2d-47e2-a758-7b5bb60c1ea7 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/security-groups?id=3d91237e-d586-4854-bd58-de9bf6582831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067431 Jan 17 21:20:59.718208 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6265934-c50a-426b-ae53-47c998e1d649 req-24ca98a7-ac5c-44c4-9f1b-85aceedc1fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:20:59.719622 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a6265934-c50a-426b-ae53-47c998e1d649 req-24ca98a7-ac5c-44c4-9f1b-85aceedc1fea service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 1098 time: 0.1203017 Jan 17 21:20:59.748059 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-08d5c115-a011-40d5-8dfa-78258dc3d7d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:59.796671 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a6265934-c50a-426b-ae53-47c998e1d649 req-94e305e0-1ad9-4443-bc89-32b19497993a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708780 Jan 17 21:20:59.863098 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-7d003e89-1566-4e33-b3f0-8688341d9569 req-46878680-9c4c-4460-a913-4a339ee2aa1c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293082 Jan 17 21:20:59.893107 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-08d5c115-a011-40d5-8dfa-78258dc3d7d8 admin admin] Publish callbacks [] for security_group (cdfc6efa-4849-49f6-9143-2138acfeb777), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:59.900712 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-08d5c115-a011-40d5-8dfa-78258dc3d7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (cdfc6efa-4849-49f6-9143-2138acfeb777), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:20:59.949304 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-08d5c115-a011-40d5-8dfa-78258dc3d7d8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5091fe8d499f4691a56650417ff8058c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6112299 Jan 17 21:20:59.949304 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d5c115-a011-40d5-8dfa-78258dc3d7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfc6efa-4849-49f6-9143-2138acfeb777,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:20:59.949656 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 51516) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:00.031624 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4f28b188-6c3d-4782-8108-65848850f8e3 admin admin] Publish callbacks [] for security_group (cdfc6efa-4849-49f6-9143-2138acfeb777), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:00.040060 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:00.065120 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4f28b188-6c3d-4782-8108-65848850f8e3 admin admin] Publish callbacks [] for security_group (cdfc6efa-4849-49f6-9143-2138acfeb777), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:00.123988 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4f28b188-6c3d-4782-8108-65848850f8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (cdfc6efa-4849-49f6-9143-2138acfeb777), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:00.126635 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4f28b188-6c3d-4782-8108-65848850f8e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:00.129135 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-4f28b188-6c3d-4782-8108-65848850f8e3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cdfc6efa-4849-49f6-9143-2138acfeb777 HTTP/1.1" status: 204 len: 168 time: 0.1783414 Jan 17 21:21:00.140117 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28b188-6c3d-4782-8108-65848850f8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfc6efa-4849-49f6-9143-2138acfeb777,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:00.263717 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 51534) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:00.282388 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-310eb556-336c-4d96-bba4-a7bbf96d2982 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:00.377169 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-310eb556-336c-4d96-bba4-a7bbf96d2982 admin admin] Publish callbacks [] for security_group (f0d1b70f-57ab-4f80-bb6b-5a6f46f2adf8), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:00.383487 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-310eb556-336c-4d96-bba4-a7bbf96d2982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (f0d1b70f-57ab-4f80-bb6b-5a6f46f2adf8), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:00.438372 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-310eb556-336c-4d96-bba4-a7bbf96d2982 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7453427bf43448489111fb8d19415d87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1728737 Jan 17 21:21:00.439723 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310eb556-336c-4d96-bba4-a7bbf96d2982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d1b70f-57ab-4f80-bb6b-5a6f46f2adf8,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:00.442269 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 51544) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:00.509157 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0942f309-a78e-4c71-aeaf-33d44fd50388 admin admin] Publish callbacks [] for security_group (f0d1b70f-57ab-4f80-bb6b-5a6f46f2adf8), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:00.531116 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0942f309-a78e-4c71-aeaf-33d44fd50388 admin admin] Publish callbacks [] for security_group (f0d1b70f-57ab-4f80-bb6b-5a6f46f2adf8), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:00.587919 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0942f309-a78e-4c71-aeaf-33d44fd50388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (f0d1b70f-57ab-4f80-bb6b-5a6f46f2adf8), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:00.589116 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0942f309-a78e-4c71-aeaf-33d44fd50388 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:00.593435 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-0942f309-a78e-4c71-aeaf-33d44fd50388 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f0d1b70f-57ab-4f80-bb6b-5a6f46f2adf8 HTTP/1.1" status: 204 len: 168 time: 0.1513193 Jan 17 21:21:00.601933 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942f309-a78e-4c71-aeaf-33d44fd50388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d1b70f-57ab-4f80-bb6b-5a6f46f2adf8,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:00.871485 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 51564) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:00.886344 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaad338-05e7-415f-a49d-761d6a7af5e1 req-1b1c167b-2547-43d1-8d80-015f213790ee tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:00.887759 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fdaad338-05e7-415f-a49d-761d6a7af5e1 req-1b1c167b-2547-43d1-8d80-015f213790ee tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0799100 Jan 17 21:21:00.899107 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4af85e33-6b25-46a0-a504-fa870005155e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:00.909703 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84eccab-297f-4b7d-92a8-0edb80b45e62 req-bbfc7321-463e-4c6e-93cc-a252e03f5ec0 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:00.911212 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d84eccab-297f-4b7d-92a8-0edb80b45e62 req-bbfc7321-463e-4c6e-93cc-a252e03f5ec0 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/ports?device_id=069fd10f-3002-4910-884d-0bfc2697b631 HTTP/1.1" status: 200 len: 945 time: 0.0760071 Jan 17 21:21:00.998170 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fdaad338-05e7-415f-a49d-761d6a7af5e1 req-04af66c9-d22c-4df5-8b56-03207d3d5312 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022732 Jan 17 21:21:01.002103 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4af85e33-6b25-46a0-a504-fa870005155e admin admin] Publish callbacks [] for security_group (03961e0a-ac73-4b3f-9946-3c2579382688), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:01.012587 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d84eccab-297f-4b7d-92a8-0edb80b45e62 req-bef90142-655b-45e7-b2cc-213aa5308de0 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/security-groups?id=3d91237e-d586-4854-bd58-de9bf6582831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904272 Jan 17 21:21:01.017714 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4af85e33-6b25-46a0-a504-fa870005155e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (03961e0a-ac73-4b3f-9946-3c2579382688), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:01.062463 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af85e33-6b25-46a0-a504-fa870005155e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03961e0a-ac73-4b3f-9946-3c2579382688,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:01.072513 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 51570) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:01.072725 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-4af85e33-6b25-46a0-a504-fa870005155e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5ebfd37983494fd8bb01a0a65ccb3d1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1989181 Jan 17 21:21:01.148573 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-bfac83be-a416-4ed4-9be3-c14808d00bf2 admin admin] Publish callbacks [] for security_group (03961e0a-ac73-4b3f-9946-3c2579382688), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:01.176846 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-bfac83be-a416-4ed4-9be3-c14808d00bf2 admin admin] Publish callbacks [] for security_group (03961e0a-ac73-4b3f-9946-3c2579382688), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:01.202739 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 51576) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:01.255727 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-bfac83be-a416-4ed4-9be3-c14808d00bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (03961e0a-ac73-4b3f-9946-3c2579382688), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:01.258517 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-bfac83be-a416-4ed4-9be3-c14808d00bf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:01.262754 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-bfac83be-a416-4ed4-9be3-c14808d00bf2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/03961e0a-ac73-4b3f-9946-3c2579382688 HTTP/1.1" status: 204 len: 168 time: 0.1890693 Jan 17 21:21:01.271407 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac83be-a416-4ed4-9be3-c14808d00bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03961e0a-ac73-4b3f-9946-3c2579382688,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:01.356559 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:01.429522 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7d0d113c-a8c0-4b74-abc9-24b86bb96348 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:01.560065 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7d0d113c-a8c0-4b74-abc9-24b86bb96348 admin admin] Publish callbacks [] for security_group (8001351b-2288-4b1a-88f1-542fb81b4e39), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:01.566346 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7d0d113c-a8c0-4b74-abc9-24b86bb96348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (8001351b-2288-4b1a-88f1-542fb81b4e39), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:01.608187 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-7d0d113c-a8c0-4b74-abc9-24b86bb96348 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=32dd3dc414954a3d846ab7d0a1be649d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4036489 Jan 17 21:21:01.611133 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 51598) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:01.620024 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d113c-a8c0-4b74-abc9-24b86bb96348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8001351b-2288-4b1a-88f1-542fb81b4e39,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:01.681187 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4ea23110-a292-46b1-bcdc-b249acbd2c05 admin admin] Publish callbacks [] for security_group (8001351b-2288-4b1a-88f1-542fb81b4e39), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:01.707841 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4ea23110-a292-46b1-bcdc-b249acbd2c05 admin admin] Publish callbacks [] for security_group (8001351b-2288-4b1a-88f1-542fb81b4e39), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:01.770672 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4ea23110-a292-46b1-bcdc-b249acbd2c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (8001351b-2288-4b1a-88f1-542fb81b4e39), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:01.774538 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4ea23110-a292-46b1-bcdc-b249acbd2c05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:01.775800 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-4ea23110-a292-46b1-bcdc-b249acbd2c05 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8001351b-2288-4b1a-88f1-542fb81b4e39 HTTP/1.1" status: 204 len: 168 time: 0.1635962 Jan 17 21:21:01.784051 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea23110-a292-46b1-bcdc-b249acbd2c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8001351b-2288-4b1a-88f1-542fb81b4e39,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:02.133644 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052388c2-20da-4743-82ec-21e159f4d62c req-fbd8c4cc-d24e-42ec-baa0-d578f495ae71 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:02.140614 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-052388c2-20da-4743-82ec-21e159f4d62c req-fbd8c4cc-d24e-42ec-baa0-d578f495ae71 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0688088 Jan 17 21:21:02.193628 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-052388c2-20da-4743-82ec-21e159f4d62c req-f31a5f3c-8dd0-4ebe-95d4-274b7929e292 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520921 Jan 17 21:21:02.397215 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 51636) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:02.411021 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-975a7227-23a5-414c-92fb-c299d490fc0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:02.536664 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2171d-7501-4e94-9c5b-c972c7a1ef46 req-79e0ac85-46e6-4702-bce4-7fc945ccdf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:02.541905 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e5d2171d-7501-4e94-9c5b-c972c7a1ef46 req-79e0ac85-46e6-4702-bce4-7fc945ccdf14 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=090730c5b4bb4a7195d893aa312dcfe6&device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 1099 time: 0.0677876 Jan 17 21:21:02.547304 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-975a7227-23a5-414c-92fb-c299d490fc0a admin admin] Publish callbacks [] for security_group (7eb72b89-de44-4b10-b2ca-1406a9b51357), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:02.556746 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-975a7227-23a5-414c-92fb-c299d490fc0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (7eb72b89-de44-4b10-b2ca-1406a9b51357), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:02.605382 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6979d3e-3086-4ff3-aab9-117a615518a5 req-7e887e90-3b62-49b5-8c48-07a84ea7d3b0 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:02.607102 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c6979d3e-3086-4ff3-aab9-117a615518a5 req-7e887e90-3b62-49b5-8c48-07a84ea7d3b0 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.1098535 Jan 17 21:21:02.661296 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a7227-23a5-414c-92fb-c299d490fc0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb72b89-de44-4b10-b2ca-1406a9b51357,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:02.686240 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-975a7227-23a5-414c-92fb-c299d490fc0a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c32bde721b6f4d1bbbcd5ad8149588f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2877159 Jan 17 21:21:02.689081 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 51648) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:02.726728 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c6979d3e-3086-4ff3-aab9-117a615518a5 req-1796f897-b719-4bbd-baa7-f29ed8d7bf32 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061769 Jan 17 21:21:02.737915 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2171d-7501-4e94-9c5b-c972c7a1ef46 req-466389db-d45c-493a-99c7-5969203ba0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:02.739903 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e5d2171d-7501-4e94-9c5b-c972c7a1ef46 req-466389db-d45c-493a-99c7-5969203ba0de service neutron] 10.222.0.72 "GET /v2.0/networks?id=bff8e5f5-97ad-489f-85ec-9f479ea549b7 HTTP/1.1" status: 200 len: 919 time: 0.1907732 Jan 17 21:21:02.792312 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e5d2171d-7501-4e94-9c5b-c972c7a1ef46 req-85b081b3-b948-404d-821c-f9eb692221f2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97a2a727-ca87-4934-94e8-4e197d2e3622 HTTP/1.1" status: 200 len: 217 time: 0.0439367 Jan 17 21:21:02.873503 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-381746ce-0f18-4cb9-8aaa-b6d36ae8272e admin admin] Publish callbacks [] for security_group (7eb72b89-de44-4b10-b2ca-1406a9b51357), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:02.879338 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2171d-7501-4e94-9c5b-c972c7a1ef46 req-59045d43-ce1f-4ff9-8700-365f2d93a21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:02.880865 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e5d2171d-7501-4e94-9c5b-c972c7a1ef46 req-59045d43-ce1f-4ff9-8700-365f2d93a21c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aa7783e7-3496-4e0a-9051-7034d9bfba99 HTTP/1.1" status: 200 len: 858 time: 0.0808787 Jan 17 21:21:02.926843 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-381746ce-0f18-4cb9-8aaa-b6d36ae8272e admin admin] Publish callbacks [] for security_group (7eb72b89-de44-4b10-b2ca-1406a9b51357), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:02.930366 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e5d2171d-7501-4e94-9c5b-c972c7a1ef46 req-776a388b-d1e9-4f13-829a-73e9c45fd99f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bff8e5f5-97ad-489f-85ec-9f479ea549b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428510 Jan 17 21:21:03.078864 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e5d2171d-7501-4e94-9c5b-c972c7a1ef46 req-9f65197a-a68f-47eb-b9d1-00efe4417c71 service neutron] 10.222.0.72 "GET /v2.0/networks/bff8e5f5-97ad-489f-85ec-9f479ea549b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385889 Jan 17 21:21:03.159173 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-381746ce-0f18-4cb9-8aaa-b6d36ae8272e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (7eb72b89-de44-4b10-b2ca-1406a9b51357), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:03.162338 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-381746ce-0f18-4cb9-8aaa-b6d36ae8272e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:03.163718 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-381746ce-0f18-4cb9-8aaa-b6d36ae8272e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7eb72b89-de44-4b10-b2ca-1406a9b51357 HTTP/1.1" status: 204 len: 168 time: 0.4649961 Jan 17 21:21:03.187226 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381746ce-0f18-4cb9-8aaa-b6d36ae8272e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb72b89-de44-4b10-b2ca-1406a9b51357,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:03.218125 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e5d2171d-7501-4e94-9c5b-c972c7a1ef46 req-c4508cc6-106e-4f54-96c8-215d1cc26603 service neutron] 10.222.0.72 "GET /v2.0/networks/bff8e5f5-97ad-489f-85ec-9f479ea549b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311963 Jan 17 21:21:03.807458 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 51714) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:03.841164 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 51718) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:03.857372 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3a7e-a7e6-43e4-b932-0a7fda84b126 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:03.886588 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418717f-d103-4f5c-bcc9-b15b5425e76b req-8e07bf14-a489-4278-8781-494ddfda857c tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:03.889915 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4418717f-d103-4f5c-bcc9-b15b5425e76b req-8e07bf14-a489-4278-8781-494ddfda857c tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0750866 Jan 17 21:21:03.980125 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3a7e-a7e6-43e4-b932-0a7fda84b126 admin admin] Publish callbacks [] for security_group (92b173df-529c-4037-be61-6286d310d77a), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:03.983289 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4418717f-d103-4f5c-bcc9-b15b5425e76b req-0cfc6643-6701-469a-a35a-d7f7dc25ee21 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860746 Jan 17 21:21:03.993309 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3a7e-a7e6-43e4-b932-0a7fda84b126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (92b173df-529c-4037-be61-6286d310d77a), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:04.034755 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-3d8a3a7e-a7e6-43e4-b932-0a7fda84b126 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3075e621d4794b8a816de27d7a81bfca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1924655 Jan 17 21:21:04.037027 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a3a7e-a7e6-43e4-b932-0a7fda84b126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b173df-529c-4037-be61-6286d310d77a,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:04.038925 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 51726) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:04.133118 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c9c6e003-ee1b-4fae-9090-056ca07802ef admin admin] Publish callbacks [] for security_group (92b173df-529c-4037-be61-6286d310d77a), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:04.177827 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c9c6e003-ee1b-4fae-9090-056ca07802ef admin admin] Publish callbacks [] for security_group (92b173df-529c-4037-be61-6286d310d77a), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:04.239478 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c9c6e003-ee1b-4fae-9090-056ca07802ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (92b173df-529c-4037-be61-6286d310d77a), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:04.243744 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c9c6e003-ee1b-4fae-9090-056ca07802ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:04.250122 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-c9c6e003-ee1b-4fae-9090-056ca07802ef admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/92b173df-529c-4037-be61-6286d310d77a HTTP/1.1" status: 204 len: 168 time: 0.2071474 Jan 17 21:21:04.259134 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c6e003-ee1b-4fae-9090-056ca07802ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b173df-529c-4037-be61-6286d310d77a,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:04.368237 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-7b18538d-f821-47c2-bfec-059685a824ff admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1066559622-network', 'tenant_id': '4113df368e9e48e7be0d163d53f07f4e'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:21:04.394790 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b18538d-f821-47c2-bfec-059685a824ff admin admin] Made reservation on behalf of 4113df368e9e48e7be0d163d53f07f4e for: {'network': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:21:04.399678 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7b18538d-f821-47c2-bfec-059685a824ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for network (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:04.408417 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7b18538d-f821-47c2-bfec-059685a824ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:04.515507 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7b18538d-f821-47c2-bfec-059685a824ff admin admin] Publish callbacks [] for security_group (2913d4de-c21d-4d36-9d02-fb6e2d464f60), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:04.522303 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7b18538d-f821-47c2-bfec-059685a824ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (2913d4de-c21d-4d36-9d02-fb6e2d464f60), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:04.549005 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b18538d-f821-47c2-bfec-059685a824ff admin admin] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=102498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 21:21:04.563804 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b18538d-f821-47c2-bfec-059685a824ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2913d4de-c21d-4d36-9d02-fb6e2d464f60,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:04.568677 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7b18538d-f821-47c2-bfec-059685a824ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874'] for segment (3c0f15b4-74a7-48d0-baad-8b2bb7fed858), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:04.569267 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.db.segments_db [None req-7b18538d-f821-47c2-bfec-059685a824ff admin admin] Added segment 3c0f15b4-74a7-48d0-baad-8b2bb7fed858 of type vlan for network 9b73b1fd-ed0e-4dd0-ba89-9f94eea7c5eb Jan 17 21:21:04.621165 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7b18538d-f821-47c2-bfec-059685a824ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789461006502'] for network (9b73b1fd-ed0e-4dd0-ba89-9f94eea7c5eb), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:04.657809 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7b18538d-f821-47c2-bfec-059685a824ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988'] for network (9b73b1fd-ed0e-4dd0-ba89-9f94eea7c5eb), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:04.659472 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b18538d-f821-47c2-bfec-059685a824ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:04.661594 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7b18538d-f821-47c2-bfec-059685a824ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for network (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:04.727963 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-7b18538d-f821-47c2-bfec-059685a824ff admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9194324 Jan 17 21:21:04.732933 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 51752) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:04.736399 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b18538d-f821-47c2-bfec-059685a824ff admin admin] Pushing event updated for resources: {'Network': ['ID=9b73b1fd-ed0e-4dd0-ba89-9f94eea7c5eb,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:04.741309 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-aab9a538-c590-4eab-bce7-4a1fd8fb69e3 admin admin] Request body: {'subnet': {'network_id': '9b73b1fd-ed0e-4dd0-ba89-9f94eea7c5eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1066559622-subnet', 'tenant_id': '4113df368e9e48e7be0d163d53f07f4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:21:04.754911 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Network 9b73b1fd-ed0e-4dd0-ba89-9f94eea7c5eb details requested by agent ovs-agent-dv-cinder-824895-3-iscsi with host dv-cinder-824895-3-iscsi {{(pid=102500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 21:21:04.795531 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab9a538-c590-4eab-bce7-4a1fd8fb69e3 admin admin] Made reservation on behalf of 4113df368e9e48e7be0d163d53f07f4e for: {'subnet': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:21:04.798640 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-aab9a538-c590-4eab-bce7-4a1fd8fb69e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2835273'] for subnet (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:05.023977 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-aab9a538-c590-4eab-bce7-4a1fd8fb69e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3358333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2835291'] for subnet (047b0301-5350-465f-ba8d-95ae33a9df7f), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:05.113037 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9a538-c590-4eab-bce7-4a1fd8fb69e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=047b0301-5350-465f-ba8d-95ae33a9df7f,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:05.119737 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ff6bf-1573-43e8-8428-de08124b93db req-86b9cf7a-10be-46b5-90d8-4c99bb0dcc64 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:05.126469 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab9a538-c590-4eab-bce7-4a1fd8fb69e3 admin admin] Checking segment: {'id': '3c0f15b4-74a7-48d0-baad-8b2bb7fed858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '9b73b1fd-ed0e-4dd0-ba89-9f94eea7c5eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:21:05.127006 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab9a538-c590-4eab-bce7-4a1fd8fb69e3 admin admin] Network hostable DHCP agents. Network: 9b73b1fd-ed0e-4dd0-ba89-9f94eea7c5eb, hostable agents: ['41e2bf6f-771d-4573-b749-4dbeb088662e'], hosted agents: [] {{(pid=102499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 21:21:05.140919 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-aa2ff6bf-1573-43e8-8428-de08124b93db req-86b9cf7a-10be-46b5-90d8-4c99bb0dcc64 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0850868 Jan 17 21:21:05.150633 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab9a538-c590-4eab-bce7-4a1fd8fb69e3 admin admin] Network 9b73b1fd-ed0e-4dd0-ba89-9f94eea7c5eb is scheduled to be hosted by DHCP agent 41e2bf6f-771d-4573-b749-4dbeb088662e with binding_index 1 {{(pid=102499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 21:21:05.170055 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-aab9a538-c590-4eab-bce7-4a1fd8fb69e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824895-3-iscsi, 9b73b1fd-ed0e-4dd0-ba89-9f94eea7c5eb) {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:21:05.180498 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab9a538-c590-4eab-bce7-4a1fd8fb69e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:05.181309 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-aab9a538-c590-4eab-bce7-4a1fd8fb69e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:05.184714 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a53983-5127-421a-808c-a25ebb5d976b None None] Network 9b73b1fd-ed0e-4dd0-ba89-9f94eea7c5eb requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:21:05.216442 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-aab9a538-c590-4eab-bce7-4a1fd8fb69e3 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4783556 Jan 17 21:21:05.232096 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-aa2ff6bf-1573-43e8-8428-de08124b93db req-8c8b7236-0301-457e-83bf-cefb136566aa tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901618 Jan 17 21:21:05.358009 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9252edc7-98be-4d03-b9c2-e9ac339ea1d1 None None] Network 9b73b1fd-ed0e-4dd0-ba89-9f94eea7c5eb requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:21:06.093256 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 51830) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:06.098083 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-e813ac04-dbb8-47c3-8724-dc71dc74403b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-989494007-network', 'tenant_id': '2317f2cb6ee24187aced7c337d1ba1c1'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:21:06.121866 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e813ac04-dbb8-47c3-8724-dc71dc74403b admin admin] Made reservation on behalf of 2317f2cb6ee24187aced7c337d1ba1c1 for: {'network': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:21:06.124226 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e813ac04-dbb8-47c3-8724-dc71dc74403b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for network (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:06.134614 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e813ac04-dbb8-47c3-8724-dc71dc74403b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:06.223205 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e813ac04-dbb8-47c3-8724-dc71dc74403b admin admin] Publish callbacks [] for security_group (574eb920-c680-4709-8bd1-50e1d5c7fd36), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:06.228100 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e813ac04-dbb8-47c3-8724-dc71dc74403b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (574eb920-c680-4709-8bd1-50e1d5c7fd36), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:06.258724 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e813ac04-dbb8-47c3-8724-dc71dc74403b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574eb920-c680-4709-8bd1-50e1d5c7fd36,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:06.261908 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e813ac04-dbb8-47c3-8724-dc71dc74403b admin admin] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=102499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 21:21:06.275312 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e813ac04-dbb8-47c3-8724-dc71dc74403b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874'] for segment (b7fcad3c-f2fd-4766-85b7-2e5de5a3824c), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:06.275846 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.db.segments_db [None req-e813ac04-dbb8-47c3-8724-dc71dc74403b admin admin] Added segment b7fcad3c-f2fd-4766-85b7-2e5de5a3824c of type vlan for network a7a0a11b-8d61-48c9-8f5a-815d41ae52f9 Jan 17 21:21:06.320457 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e813ac04-dbb8-47c3-8724-dc71dc74403b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789461006502'] for network (a7a0a11b-8d61-48c9-8f5a-815d41ae52f9), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:06.364308 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e813ac04-dbb8-47c3-8724-dc71dc74403b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988'] for network (a7a0a11b-8d61-48c9-8f5a-815d41ae52f9), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:06.365456 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e813ac04-dbb8-47c3-8724-dc71dc74403b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:06.366368 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e813ac04-dbb8-47c3-8724-dc71dc74403b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:06.373811 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e2288-2431-46ed-9018-860e30c5e637 req-7f07418b-219b-4d6b-b4b7-b6ccf0416676 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:06.375899 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b44e2288-2431-46ed-9018-860e30c5e637 req-7f07418b-219b-4d6b-b4b7-b6ccf0416676 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0600507 Jan 17 21:21:06.436805 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-e813ac04-dbb8-47c3-8724-dc71dc74403b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3396425 Jan 17 21:21:06.436805 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 51850) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:06.446065 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-42afeff3-3b77-4345-8c18-011b3d1eb6c0 admin admin] Request body: {'subnet': {'network_id': 'a7a0a11b-8d61-48c9-8f5a-815d41ae52f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-989494007-subnet', 'tenant_id': '2317f2cb6ee24187aced7c337d1ba1c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:21:06.452235 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b44e2288-2431-46ed-9018-860e30c5e637 req-9028f72e-116e-4b30-b155-e45c0a87c589 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681961 Jan 17 21:21:06.484603 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e813ac04-dbb8-47c3-8724-dc71dc74403b admin admin] Pushing event updated for resources: {'Network': ['ID=a7a0a11b-8d61-48c9-8f5a-815d41ae52f9,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:06.493239 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42afeff3-3b77-4345-8c18-011b3d1eb6c0 admin admin] Made reservation on behalf of 2317f2cb6ee24187aced7c337d1ba1c1 for: {'subnet': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:21:06.496157 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-42afeff3-3b77-4345-8c18-011b3d1eb6c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2835273'] for subnet (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:06.497396 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Network a7a0a11b-8d61-48c9-8f5a-815d41ae52f9 details requested by agent ovs-agent-dv-cinder-824895-3-iscsi with host dv-cinder-824895-3-iscsi {{(pid=102500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 21:21:06.707228 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-42afeff3-3b77-4345-8c18-011b3d1eb6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3358333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2835291'] for subnet (6cb04766-efe8-4ce5-acbc-f01edf364f41), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:06.760883 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42afeff3-3b77-4345-8c18-011b3d1eb6c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cb04766-efe8-4ce5-acbc-f01edf364f41,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:06.779182 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42afeff3-3b77-4345-8c18-011b3d1eb6c0 admin admin] Checking segment: {'id': 'b7fcad3c-f2fd-4766-85b7-2e5de5a3824c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'a7a0a11b-8d61-48c9-8f5a-815d41ae52f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:21:06.779550 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42afeff3-3b77-4345-8c18-011b3d1eb6c0 admin admin] Network hostable DHCP agents. Network: a7a0a11b-8d61-48c9-8f5a-815d41ae52f9, hostable agents: ['41e2bf6f-771d-4573-b749-4dbeb088662e'], hosted agents: [] {{(pid=102499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 21:21:06.798670 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42afeff3-3b77-4345-8c18-011b3d1eb6c0 admin admin] Network a7a0a11b-8d61-48c9-8f5a-815d41ae52f9 is scheduled to be hosted by DHCP agent 41e2bf6f-771d-4573-b749-4dbeb088662e with binding_index 1 {{(pid=102499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 21:21:06.810658 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-42afeff3-3b77-4345-8c18-011b3d1eb6c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824895-3-iscsi, a7a0a11b-8d61-48c9-8f5a-815d41ae52f9) {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:21:06.825501 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d582a9-5941-4291-a535-6a450cae0b12 None None] Network a7a0a11b-8d61-48c9-8f5a-815d41ae52f9 requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:21:06.826572 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42afeff3-3b77-4345-8c18-011b3d1eb6c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:06.828539 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-42afeff3-3b77-4345-8c18-011b3d1eb6c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:06.863215 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-42afeff3-3b77-4345-8c18-011b3d1eb6c0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4253597 Jan 17 21:21:06.999811 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69943f2-764f-4b97-8dab-50dc4cca2828 None None] Network a7a0a11b-8d61-48c9-8f5a-815d41ae52f9 requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:21:07.631154 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a61ee-2927-4525-8bba-1ad255716d65 req-330fd441-6dcf-49f3-bd17-e14fba9f38eb tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:07.633531 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-127a61ee-2927-4525-8bba-1ad255716d65 req-330fd441-6dcf-49f3-bd17-e14fba9f38eb tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0675437 Jan 17 21:21:07.695868 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-127a61ee-2927-4525-8bba-1ad255716d65 req-7c7b58d1-65b6-4e3a-9a83-fecaa70ddfd4 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551140 Jan 17 21:21:08.828859 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ef67a-5cfd-4e0c-91b1-b85fd1b68a41 req-2f9ddd92-35be-4d7a-a3f7-aeb5f59128ea tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:08.830360 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-559ef67a-5cfd-4e0c-91b1-b85fd1b68a41 req-2f9ddd92-35be-4d7a-a3f7-aeb5f59128ea tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0499661 Jan 17 21:21:08.879762 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-559ef67a-5cfd-4e0c-91b1-b85fd1b68a41 req-9761e302-b411-4ee2-8d59-0e0c3de53342 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436080 Jan 17 21:21:09.113006 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:21:09.998181 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f10ed-008e-4150-a221-b86666c06a47 req-716fffc6-0a2d-4f7c-a8f0-ffd3ad33755a tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:09.999692 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-934f10ed-008e-4150-a221-b86666c06a47 req-716fffc6-0a2d-4f7c-a8f0-ffd3ad33755a tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0512917 Jan 17 21:21:10.046292 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-934f10ed-008e-4150-a221-b86666c06a47 req-f742ff02-77bd-489c-831b-fe6a1f37160b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410743 Jan 17 21:21:11.177415 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77135806-d01b-4114-af80-0ca7d1a32ef2 req-a64d5686-4c58-4e6d-90e8-df5ed954466d tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:11.179585 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-77135806-d01b-4114-af80-0ca7d1a32ef2 req-a64d5686-4c58-4e6d-90e8-df5ed954466d tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0650280 Jan 17 21:21:11.228037 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-77135806-d01b-4114-af80-0ca7d1a32ef2 req-314fe474-0d1d-4278-886b-c347740b1bf9 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427883 Jan 17 21:21:12.362632 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc3da5-20af-4b58-b585-cb032b97e3b9 req-6ce4b124-ed5c-4548-9c38-135d7c06e75c tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:12.365894 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1ebc3da5-20af-4b58-b585-cb032b97e3b9 req-6ce4b124-ed5c-4548-9c38-135d7c06e75c tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0650725 Jan 17 21:21:12.435522 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1ebc3da5-20af-4b58-b585-cb032b97e3b9 req-d0868527-8d56-4334-b966-46635d575869 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610766 Jan 17 21:21:12.816343 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 52034) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:12.932768 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d1fb8aeb-cedb-4b9c-b79b-cfa6a5d0e7f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:13.058755 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d1fb8aeb-cedb-4b9c-b79b-cfa6a5d0e7f1 admin admin] Publish callbacks [] for security_group (e23c6b0c-3745-4a3e-932e-5c8ad09526ac), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:13.065659 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d1fb8aeb-cedb-4b9c-b79b-cfa6a5d0e7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (e23c6b0c-3745-4a3e-932e-5c8ad09526ac), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:13.112111 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-d1fb8aeb-cedb-4b9c-b79b-cfa6a5d0e7f1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0bb3cf0e1c5c4e80bc2df06e49ccf8a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2922440 Jan 17 21:21:13.113324 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 52056) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:13.120602 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb8aeb-cedb-4b9c-b79b-cfa6a5d0e7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23c6b0c-3745-4a3e-932e-5c8ad09526ac,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:13.129857 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fb8aeb-cedb-4b9c-b79b-cfa6a5d0e7f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:21:13.130513 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fb8aeb-cedb-4b9c-b79b-cfa6a5d0e7f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:21:13.131092 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fb8aeb-cedb-4b9c-b79b-cfa6a5d0e7f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:21:13.132355 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fb8aeb-cedb-4b9c-b79b-cfa6a5d0e7f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:21:13.132898 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fb8aeb-cedb-4b9c-b79b-cfa6a5d0e7f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:21:13.133403 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fb8aeb-cedb-4b9c-b79b-cfa6a5d0e7f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:21:13.133980 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fb8aeb-cedb-4b9c-b79b-cfa6a5d0e7f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:21:13.134522 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fb8aeb-cedb-4b9c-b79b-cfa6a5d0e7f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:21:13.135537 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fb8aeb-cedb-4b9c-b79b-cfa6a5d0e7f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:21:13.136067 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fb8aeb-cedb-4b9c-b79b-cfa6a5d0e7f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:21:13.136619 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fb8aeb-cedb-4b9c-b79b-cfa6a5d0e7f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:21:13.137514 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fb8aeb-cedb-4b9c-b79b-cfa6a5d0e7f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:21:13.138265 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fb8aeb-cedb-4b9c-b79b-cfa6a5d0e7f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:21:13.216889 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ed03a367-9864-4768-bf5c-4223081b0d84 admin admin] Publish callbacks [] for security_group (e23c6b0c-3745-4a3e-932e-5c8ad09526ac), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:13.266897 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ed03a367-9864-4768-bf5c-4223081b0d84 admin admin] Publish callbacks [] for security_group (e23c6b0c-3745-4a3e-932e-5c8ad09526ac), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:13.347348 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ed03a367-9864-4768-bf5c-4223081b0d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (e23c6b0c-3745-4a3e-932e-5c8ad09526ac), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:13.353009 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ed03a367-9864-4768-bf5c-4223081b0d84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:13.356916 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-ed03a367-9864-4768-bf5c-4223081b0d84 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e23c6b0c-3745-4a3e-932e-5c8ad09526ac HTTP/1.1" status: 204 len: 168 time: 0.2398756 Jan 17 21:21:13.369550 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03a367-9864-4768-bf5c-4223081b0d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23c6b0c-3745-4a3e-932e-5c8ad09526ac,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:13.385184 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03a367-9864-4768-bf5c-4223081b0d84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:21:13.385903 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03a367-9864-4768-bf5c-4223081b0d84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:21:13.386255 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03a367-9864-4768-bf5c-4223081b0d84 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:21:13.386579 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03a367-9864-4768-bf5c-4223081b0d84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:21:13.387540 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03a367-9864-4768-bf5c-4223081b0d84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:21:13.387900 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03a367-9864-4768-bf5c-4223081b0d84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:21:13.388240 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03a367-9864-4768-bf5c-4223081b0d84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:21:13.388591 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03a367-9864-4768-bf5c-4223081b0d84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:21:13.388932 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03a367-9864-4768-bf5c-4223081b0d84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:21:13.389258 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03a367-9864-4768-bf5c-4223081b0d84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:21:13.390134 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03a367-9864-4768-bf5c-4223081b0d84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:21:13.391580 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03a367-9864-4768-bf5c-4223081b0d84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:21:13.391939 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03a367-9864-4768-bf5c-4223081b0d84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:21:13.592815 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5098ab-0104-46a9-99d4-3bf261c76adf req-a6b5d3fd-492b-4bc6-a862-42fee57fbd20 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:13.594946 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5c5098ab-0104-46a9-99d4-3bf261c76adf req-a6b5d3fd-492b-4bc6-a862-42fee57fbd20 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0585823 Jan 17 21:21:13.667218 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5c5098ab-0104-46a9-99d4-3bf261c76adf req-8052c81d-900e-4248-be77-87bb4bd4280f tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634992 Jan 17 21:21:13.739049 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 52082) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:13.762535 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-455f3aec-a585-4966-ae8c-dea4814d03ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:13.842649 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-455f3aec-a585-4966-ae8c-dea4814d03ba admin admin] Publish callbacks [] for security_group (38203d9c-1078-4ac3-ba3b-5a3192cb64bb), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:13.846767 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-455f3aec-a585-4966-ae8c-dea4814d03ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (38203d9c-1078-4ac3-ba3b-5a3192cb64bb), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:13.888911 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-455f3aec-a585-4966-ae8c-dea4814d03ba admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3f1015aa42754c7887c6d9c0bdf4bf11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1477809 Jan 17 21:21:13.889721 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f3aec-a585-4966-ae8c-dea4814d03ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38203d9c-1078-4ac3-ba3b-5a3192cb64bb,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:13.891600 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 52084) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:13.948451 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-27ce2078-5b93-4dc9-93ef-dada6ca6a6ab admin admin] Publish callbacks [] for security_group (38203d9c-1078-4ac3-ba3b-5a3192cb64bb), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:13.971625 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-27ce2078-5b93-4dc9-93ef-dada6ca6a6ab admin admin] Publish callbacks [] for security_group (38203d9c-1078-4ac3-ba3b-5a3192cb64bb), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:14.018556 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-27ce2078-5b93-4dc9-93ef-dada6ca6a6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (38203d9c-1078-4ac3-ba3b-5a3192cb64bb), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:14.021251 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-27ce2078-5b93-4dc9-93ef-dada6ca6a6ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:14.025405 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-27ce2078-5b93-4dc9-93ef-dada6ca6a6ab admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/38203d9c-1078-4ac3-ba3b-5a3192cb64bb HTTP/1.1" status: 204 len: 168 time: 0.1303236 Jan 17 21:21:14.032177 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce2078-5b93-4dc9-93ef-dada6ca6a6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38203d9c-1078-4ac3-ba3b-5a3192cb64bb,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:14.528887 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c60cf-b838-4df5-9729-65cb0763a061 req-2e277f27-cd48-42c5-8bd9-031da5b9ffc1 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:14.539689 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1b2c60cf-b838-4df5-9729-65cb0763a061 req-2e277f27-cd48-42c5-8bd9-031da5b9ffc1 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/ports?device_id=069fd10f-3002-4910-884d-0bfc2697b631 HTTP/1.1" status: 200 len: 945 time: 0.0767817 Jan 17 21:21:14.610100 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1b2c60cf-b838-4df5-9729-65cb0763a061 req-bcadf3e6-0275-4896-a96d-0640471b1363 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/security-groups?id=3d91237e-d586-4854-bd58-de9bf6582831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682206 Jan 17 21:21:14.672608 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 52132) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:14.828467 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e53fa-7f3f-458c-96df-129aea7dc760 req-a051cf5d-a671-4373-8499-894085331743 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:14.837619 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5a4e53fa-7f3f-458c-96df-129aea7dc760 req-a051cf5d-a671-4373-8499-894085331743 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0843446 Jan 17 21:21:14.873988 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-93263c5f-3db4-44a4-9bd0-081b9b7e12e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:14.964423 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5a4e53fa-7f3f-458c-96df-129aea7dc760 req-27d3e893-ff30-42c8-bfff-278a246eb741 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188025 Jan 17 21:21:15.011898 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-93263c5f-3db4-44a4-9bd0-081b9b7e12e9 admin admin] Publish callbacks [] for security_group (d4a91fc4-231f-495a-b4ae-26b37bda7c09), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:15.019186 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-93263c5f-3db4-44a4-9bd0-081b9b7e12e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (d4a91fc4-231f-495a-b4ae-26b37bda7c09), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:15.063233 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93263c5f-3db4-44a4-9bd0-081b9b7e12e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a91fc4-231f-495a-b4ae-26b37bda7c09,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:15.068388 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-93263c5f-3db4-44a4-9bd0-081b9b7e12e9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f299ea57e7fb485fae3385a1f2639757&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3935235 Jan 17 21:21:15.071874 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 52152) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:15.154221 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-964b71dc-841c-464a-93b2-7170cc88f57d admin admin] Publish callbacks [] for security_group (d4a91fc4-231f-495a-b4ae-26b37bda7c09), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:15.208107 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-964b71dc-841c-464a-93b2-7170cc88f57d admin admin] Publish callbacks [] for security_group (d4a91fc4-231f-495a-b4ae-26b37bda7c09), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:15.292436 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-964b71dc-841c-464a-93b2-7170cc88f57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (d4a91fc4-231f-495a-b4ae-26b37bda7c09), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:15.293853 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-964b71dc-841c-464a-93b2-7170cc88f57d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:15.296190 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-964b71dc-841c-464a-93b2-7170cc88f57d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d4a91fc4-231f-495a-b4ae-26b37bda7c09 HTTP/1.1" status: 204 len: 168 time: 0.2219234 Jan 17 21:21:15.317146 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b71dc-841c-464a-93b2-7170cc88f57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a91fc4-231f-495a-b4ae-26b37bda7c09,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:15.658641 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 52182) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:15.743487 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091e5bb-e74a-43b1-bd0c-31663d8d665d req-0bd3d4ce-b4ba-4b26-9d82-e3807dc4a233 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:15.745431 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5091e5bb-e74a-43b1-bd0c-31663d8d665d req-0bd3d4ce-b4ba-4b26-9d82-e3807dc4a233 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/ports?device_id=069fd10f-3002-4910-884d-0bfc2697b631 HTTP/1.1" status: 200 len: 945 time: 0.0684452 Jan 17 21:21:15.800006 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6bd7ccc4-5ba7-4df1-af7d-23ebae2698c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:15.801861 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5091e5bb-e74a-43b1-bd0c-31663d8d665d req-bd831094-d4db-4551-bd16-97f82f4f4f5b tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/security-groups?id=3d91237e-d586-4854-bd58-de9bf6582831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501876 Jan 17 21:21:15.811695 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 52188) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:15.839923 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2a6fccf9-b7b5-44e6-8db9-29eade6ea3ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:15.968408 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6bd7ccc4-5ba7-4df1-af7d-23ebae2698c6 admin admin] Publish callbacks [] for security_group (d83ec174-5afd-4e1f-8fc3-3a2a2ae8bb69), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:15.981714 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6bd7ccc4-5ba7-4df1-af7d-23ebae2698c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (d83ec174-5afd-4e1f-8fc3-3a2a2ae8bb69), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:16.006189 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2a6fccf9-b7b5-44e6-8db9-29eade6ea3ac admin admin] Publish callbacks [] for security_group (ebf8ca6d-2396-4643-ba07-6ca0c7c73ba9), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:16.023089 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2a6fccf9-b7b5-44e6-8db9-29eade6ea3ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (ebf8ca6d-2396-4643-ba07-6ca0c7c73ba9), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:16.047039 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-6bd7ccc4-5ba7-4df1-af7d-23ebae2698c6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=51d99eefdade4a91ace6cc7b5e67c40f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3871586 Jan 17 21:21:16.049912 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 52206) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:16.051308 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7ccc4-5ba7-4df1-af7d-23ebae2698c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83ec174-5afd-4e1f-8fc3-3a2a2ae8bb69,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:16.072233 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-2a6fccf9-b7b5-44e6-8db9-29eade6ea3ac admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c5a8ca7d0ff94872955b015893121318&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2590423 Jan 17 21:21:16.078863 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 52208) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:16.102355 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6fccf9-b7b5-44e6-8db9-29eade6ea3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf8ca6d-2396-4643-ba07-6ca0c7c73ba9,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:16.153099 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5e5418b5-ac1d-4064-b758-520064d98b4c admin admin] Publish callbacks [] for security_group (ebf8ca6d-2396-4643-ba07-6ca0c7c73ba9), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:16.187612 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5e5418b5-ac1d-4064-b758-520064d98b4c admin admin] Publish callbacks [] for security_group (ebf8ca6d-2396-4643-ba07-6ca0c7c73ba9), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:16.203617 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-cdac69dd-991b-484e-9cef-c76d27cd967e admin admin] Publish callbacks [] for security_group (d83ec174-5afd-4e1f-8fc3-3a2a2ae8bb69), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:16.267643 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5e5418b5-ac1d-4064-b758-520064d98b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (ebf8ca6d-2396-4643-ba07-6ca0c7c73ba9), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:16.270802 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5e5418b5-ac1d-4064-b758-520064d98b4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:16.272077 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-5e5418b5-ac1d-4064-b758-520064d98b4c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ebf8ca6d-2396-4643-ba07-6ca0c7c73ba9 HTTP/1.1" status: 204 len: 168 time: 0.1922057 Jan 17 21:21:16.282784 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149db92f-a5e9-4cb5-9da8-8e6af1881fc6 req-b1bda1df-9ec4-4eb7-8007-c817cee04c07 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:16.283139 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5418b5-ac1d-4064-b758-520064d98b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf8ca6d-2396-4643-ba07-6ca0c7c73ba9,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:16.295688 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-149db92f-a5e9-4cb5-9da8-8e6af1881fc6 req-b1bda1df-9ec4-4eb7-8007-c817cee04c07 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.1983116 Jan 17 21:21:16.333385 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-cdac69dd-991b-484e-9cef-c76d27cd967e admin admin] Publish callbacks [] for security_group (d83ec174-5afd-4e1f-8fc3-3a2a2ae8bb69), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:16.419465 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-149db92f-a5e9-4cb5-9da8-8e6af1881fc6 req-e320d39d-31bf-4d6b-8067-0e7a86d5d2b9 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223540 Jan 17 21:21:16.451459 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-cdac69dd-991b-484e-9cef-c76d27cd967e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (d83ec174-5afd-4e1f-8fc3-3a2a2ae8bb69), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:16.454475 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-cdac69dd-991b-484e-9cef-c76d27cd967e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:16.461006 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-cdac69dd-991b-484e-9cef-c76d27cd967e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d83ec174-5afd-4e1f-8fc3-3a2a2ae8bb69 HTTP/1.1" status: 204 len: 168 time: 0.4086158 Jan 17 21:21:16.476658 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac69dd-991b-484e-9cef-c76d27cd967e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83ec174-5afd-4e1f-8fc3-3a2a2ae8bb69,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:17.015954 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdea810-f13c-45dc-9418-686ac6fc4e4c req-009f3fb0-3473-497b-876d-a1c7e3e254cc tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:17.019509 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2bdea810-f13c-45dc-9418-686ac6fc4e4c req-009f3fb0-3473-497b-876d-a1c7e3e254cc tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/ports?device_id=069fd10f-3002-4910-884d-0bfc2697b631 HTTP/1.1" status: 200 len: 945 time: 0.1107309 Jan 17 21:21:17.076323 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9d66f-84ee-4841-835b-eb5e5a265deb req-aadf31f4-580f-4e14-bdf1-a3f146a98567 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:17.079431 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-20a9d66f-84ee-4841-835b-eb5e5a265deb req-aadf31f4-580f-4e14-bdf1-a3f146a98567 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.72 "GET /v2.0/ports?device_id=069fd10f-3002-4910-884d-0bfc2697b631 HTTP/1.1" status: 200 len: 945 time: 0.2000024 Jan 17 21:21:17.179242 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2bdea810-f13c-45dc-9418-686ac6fc4e4c req-44168aad-53a1-44dd-9058-a719ac67fef6 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/security-groups?id=3d91237e-d586-4854-bd58-de9bf6582831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357372 Jan 17 21:21:17.320586 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-20a9d66f-84ee-4841-835b-eb5e5a265deb req-76e952cd-749a-458e-a515-1efd843a6ee2 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Deleting port 6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:21:17.321004 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-20a9d66f-84ee-4841-835b-eb5e5a265deb req-76e952cd-749a-458e-a515-1efd843a6ee2 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:17.437814 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-20a9d66f-84ee-4841-835b-eb5e5a265deb req-76e952cd-749a-458e-a515-1efd843a6ee2 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] For port 6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689,segment=NetworkSegment(bb957438-0fb5-42b5-996b-ada985f4f792),segment_id=bb957438-0fb5-42b5-996b-ada985f4f792)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:21:17.438499 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-20a9d66f-84ee-4841-835b-eb5e5a265deb req-76e952cd-749a-458e-a515-1efd843a6ee2 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:17.458917 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-20a9d66f-84ee-4841-835b-eb5e5a265deb req-76e952cd-749a-458e-a515-1efd843a6ee2 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Calling delete_port for 6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689 owned by compute:nova {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:21:17.646434 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90436a03-b25d-433f-828a-31678fbd0cdc req-706e8e8b-6fd1-4302-9205-6bf43bb1b4d1 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:17.660652 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-90436a03-b25d-433f-828a-31678fbd0cdc req-706e8e8b-6fd1-4302-9205-6bf43bb1b4d1 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.1126976 Jan 17 21:21:17.692306 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-20a9d66f-84ee-4841-835b-eb5e5a265deb req-76e952cd-749a-458e-a515-1efd843a6ee2 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:17.712672 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] get_ports_and_sgs() called for port_ids ['6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:21:17.779262 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-90436a03-b25d-433f-828a-31678fbd0cdc req-e730b236-8b76-4ee3-bca6-fdc2733901c4 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175928 Jan 17 21:21:17.845295 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e952cd-749a-458e-a515-1efd843a6ee2 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Pushing event deleted for resources: {'Port': ['ID=6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:18.069473 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a9d66f-84ee-4841-835b-eb5e5a265deb req-76e952cd-749a-458e-a515-1efd843a6ee2 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] No DVR routers for this DVR port 6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689 on host hv-cinder-82489 {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:21:18.072791 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-20a9d66f-84ee-4841-835b-eb5e5a265deb req-76e952cd-749a-458e-a515-1efd843a6ee2 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:18.076246 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-20a9d66f-84ee-4841-835b-eb5e5a265deb req-76e952cd-749a-458e-a515-1efd843a6ee2 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.72 "DELETE /v2.0/ports/6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689 HTTP/1.1" status: 204 len: 173 time: 0.9901538 Jan 17 21:21:18.076740 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '069fd10f-3002-4910-884d-0bfc2697b631', 'name': 'network-vif-deleted', 'tag': '6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:21:18.079006 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c2de0e70a1bc7346ac1be0cec4f24ea848d889c4763a7575c3a73373459bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4b6507-4afb-4fd1-99d5-dc698b530299" -d '{"events": [{"server_uuid": "069fd10f-3002-4910-884d-0bfc2697b631", "name": "network-vif-deleted", "tag": "6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:21:18.127546 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 52320) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:18.151981 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e5549e-7784-41e9-9c3c-43f0197b60f9 x-openstack-request-id: req-b8e5549e-7784-41e9-9c3c-43f0197b60f9 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:21:18.152402 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "069fd10f-3002-4910-884d-0bfc2697b631", "name": "network-vif-deleted", "tag": "6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:21:18.152572 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b8e5549e-7784-41e9-9c3c-43f0197b60f9 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:21:18.152932 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '069fd10f-3002-4910-884d-0bfc2697b631', 'name': 'network-vif-deleted', 'tag': '6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689', 'status': 'completed', 'code': 200} Jan 17 21:21:18.304450 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b9b0b7f8-e6e5-4798-bea5-2f663b50778e req-e5537e5c-f802-4e3b-85af-87ed68071eb5 tempest-DeleteServersTestJSON-738465300 tempest-DeleteServersTestJSON-738465300-project] 10.222.0.64 "GET /v2.0/ports?device_id=069fd10f-3002-4910-884d-0bfc2697b631 HTTP/1.1" status: 200 len: 210 time: 0.0323792 Jan 17 21:21:18.378190 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-8e60c59f-280a-4387-ba73-96d9bc362198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:18.522914 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-8e60c59f-280a-4387-ba73-96d9bc362198 admin admin] Publish callbacks [] for security_group (60b16d01-4bae-40e1-a81f-1ef768c54e8d), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:18.530596 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-8e60c59f-280a-4387-ba73-96d9bc362198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (60b16d01-4bae-40e1-a81f-1ef768c54e8d), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:18.575751 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 52340) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:18.583625 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-8e60c59f-280a-4387-ba73-96d9bc362198 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=49ae2f9ad4fc4eada2f1623fcdbc5f91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4544313 Jan 17 21:21:18.584640 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60c59f-280a-4387-ba73-96d9bc362198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b16d01-4bae-40e1-a81f-1ef768c54e8d,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:18.658314 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dd3e0f8b-2039-4f51-853b-a6297a9b0be6 admin admin] Publish callbacks [] for security_group (60b16d01-4bae-40e1-a81f-1ef768c54e8d), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:18.698820 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dd3e0f8b-2039-4f51-853b-a6297a9b0be6 admin admin] Publish callbacks [] for security_group (60b16d01-4bae-40e1-a81f-1ef768c54e8d), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:18.765680 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dd3e0f8b-2039-4f51-853b-a6297a9b0be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (60b16d01-4bae-40e1-a81f-1ef768c54e8d), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:18.769103 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dd3e0f8b-2039-4f51-853b-a6297a9b0be6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:18.771078 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-dd3e0f8b-2039-4f51-853b-a6297a9b0be6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/60b16d01-4bae-40e1-a81f-1ef768c54e8d HTTP/1.1" status: 204 len: 168 time: 0.1942511 Jan 17 21:21:18.795314 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e0f8b-2039-4f51-853b-a6297a9b0be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b16d01-4bae-40e1-a81f-1ef768c54e8d,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:18.936416 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da86b9a-9f16-4bf8-9ee8-271abd1f6d62 req-78015810-397c-4f58-997c-37cabcd0494b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:18.937947 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9da86b9a-9f16-4bf8-9ee8-271abd1f6d62 req-78015810-397c-4f58-997c-37cabcd0494b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0691090 Jan 17 21:21:19.024694 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9da86b9a-9f16-4bf8-9ee8-271abd1f6d62 req-e6c7efd7-187b-40bd-bc4b-caa46a2a979e tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761847 Jan 17 21:21:19.266241 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 52372) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:19.283041 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-93a9bbee-f330-4053-a3d5-c13c27526c98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:19.432785 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-93a9bbee-f330-4053-a3d5-c13c27526c98 admin admin] Publish callbacks [] for security_group (b39d1ec2-fa82-4259-940d-bb8b30f63c8d), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:19.440064 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-93a9bbee-f330-4053-a3d5-c13c27526c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (b39d1ec2-fa82-4259-940d-bb8b30f63c8d), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:19.496005 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a9bbee-f330-4053-a3d5-c13c27526c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39d1ec2-fa82-4259-940d-bb8b30f63c8d,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:19.500664 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-93a9bbee-f330-4053-a3d5-c13c27526c98 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f1c4f61841d5467d81fbbcec871f490e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333317 Jan 17 21:21:19.504802 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 52394) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:19.556875 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-74095860-0e8d-482c-8886-749074d99dbd admin admin] Publish callbacks [] for security_group (b39d1ec2-fa82-4259-940d-bb8b30f63c8d), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:19.579010 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-74095860-0e8d-482c-8886-749074d99dbd admin admin] Publish callbacks [] for security_group (b39d1ec2-fa82-4259-940d-bb8b30f63c8d), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:19.641540 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-74095860-0e8d-482c-8886-749074d99dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (b39d1ec2-fa82-4259-940d-bb8b30f63c8d), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:19.648515 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-74095860-0e8d-482c-8886-749074d99dbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:19.656889 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-74095860-0e8d-482c-8886-749074d99dbd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b39d1ec2-fa82-4259-940d-bb8b30f63c8d HTTP/1.1" status: 204 len: 168 time: 0.1483209 Jan 17 21:21:19.677197 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74095860-0e8d-482c-8886-749074d99dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39d1ec2-fa82-4259-940d-bb8b30f63c8d,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:19.876658 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 52414) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:19.978193 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689 no longer exists at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:21:19.999432 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] No Port match for: 6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:21:19.999795 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 6bbdf179-7baf-44c9-8cb0-3aa9f2f9d689 not bound to the agent host hv-cinder-82489 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:21:20.006719 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-371218f9-2290-48d9-813a-8d91e276f452 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:20.030388 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 52422) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:20.048260 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a41630b0-5763-4e7b-b683-16edf86d9ea6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:20.131519 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-371218f9-2290-48d9-813a-8d91e276f452 admin admin] Publish callbacks [] for security_group (2b6318ec-295b-4102-be26-9386f690f128), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:20.134926 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a41630b0-5763-4e7b-b683-16edf86d9ea6 admin admin] Publish callbacks [] for security_group (3fa9b8b1-97fd-40c9-8690-2e77c5725540), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:20.136543 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-371218f9-2290-48d9-813a-8d91e276f452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (2b6318ec-295b-4102-be26-9386f690f128), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:20.138986 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a41630b0-5763-4e7b-b683-16edf86d9ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (3fa9b8b1-97fd-40c9-8690-2e77c5725540), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:20.180051 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-a41630b0-5763-4e7b-b683-16edf86d9ea6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fd0fc4a9a3f741b99485e0fd3e63698b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1484039 Jan 17 21:21:20.180914 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41630b0-5763-4e7b-b683-16edf86d9ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa9b8b1-97fd-40c9-8690-2e77c5725540,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:20.183299 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 52426) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:20.189757 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-371218f9-2290-48d9-813a-8d91e276f452 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cc2220564a584fb8addf634c6123a9bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3091915 Jan 17 21:21:20.190297 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 52428) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:20.203689 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae935a-1246-47de-bfec-971ce08d6d6a req-15fe1398-0e20-4a74-9a00-5bc9d512ce13 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:20.205240 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-35ae935a-1246-47de-bfec-971ce08d6d6a req-15fe1398-0e20-4a74-9a00-5bc9d512ce13 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.1126192 Jan 17 21:21:20.207095 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371218f9-2290-48d9-813a-8d91e276f452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6318ec-295b-4102-be26-9386f690f128,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:20.236772 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f83f9599-553c-4a9c-a6f3-bfe17e64b6a8 admin admin] Publish callbacks [] for security_group (3fa9b8b1-97fd-40c9-8690-2e77c5725540), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:20.258980 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f83f9599-553c-4a9c-a6f3-bfe17e64b6a8 admin admin] Publish callbacks [] for security_group (3fa9b8b1-97fd-40c9-8690-2e77c5725540), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:20.286779 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-35ae935a-1246-47de-bfec-971ce08d6d6a req-e56ce02b-cc9c-4706-a2ca-9eabb889be32 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696027 Jan 17 21:21:20.290037 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e758b776-f09b-4444-adfb-e266c3a08a71 admin admin] Publish callbacks [] for security_group (2b6318ec-295b-4102-be26-9386f690f128), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:20.310519 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f83f9599-553c-4a9c-a6f3-bfe17e64b6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (3fa9b8b1-97fd-40c9-8690-2e77c5725540), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:20.313275 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f83f9599-553c-4a9c-a6f3-bfe17e64b6a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:20.314445 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-f83f9599-553c-4a9c-a6f3-bfe17e64b6a8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3fa9b8b1-97fd-40c9-8690-2e77c5725540 HTTP/1.1" status: 204 len: 168 time: 0.1301465 Jan 17 21:21:20.314905 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e758b776-f09b-4444-adfb-e266c3a08a71 admin admin] Publish callbacks [] for security_group (2b6318ec-295b-4102-be26-9386f690f128), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:20.323823 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83f9599-553c-4a9c-a6f3-bfe17e64b6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa9b8b1-97fd-40c9-8690-2e77c5725540,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:20.370593 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e758b776-f09b-4444-adfb-e266c3a08a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (2b6318ec-295b-4102-be26-9386f690f128), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:20.373266 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e758b776-f09b-4444-adfb-e266c3a08a71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:20.374525 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-e758b776-f09b-4444-adfb-e266c3a08a71 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2b6318ec-295b-4102-be26-9386f690f128 HTTP/1.1" status: 204 len: 168 time: 0.1835957 Jan 17 21:21:20.385838 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e758b776-f09b-4444-adfb-e266c3a08a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6318ec-295b-4102-be26-9386f690f128,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:20.811787 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 52450) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:20.825378 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-777976f0-49a6-4fa1-ab44-40bb0e5e9c65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:20.910464 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-777976f0-49a6-4fa1-ab44-40bb0e5e9c65 admin admin] Publish callbacks [] for security_group (90e6d62e-3a73-4065-a65d-aa7de78d7450), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:20.915324 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-777976f0-49a6-4fa1-ab44-40bb0e5e9c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (90e6d62e-3a73-4065-a65d-aa7de78d7450), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:20.963360 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-777976f0-49a6-4fa1-ab44-40bb0e5e9c65 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=edd3e80066bb474e877a921f67ed3bfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1502898 Jan 17 21:21:20.968249 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 52458) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:20.976809 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777976f0-49a6-4fa1-ab44-40bb0e5e9c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e6d62e-3a73-4065-a65d-aa7de78d7450,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:21.030056 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e6f23511-0637-4112-b3b8-d5f52fe6a38e admin admin] Publish callbacks [] for security_group (90e6d62e-3a73-4065-a65d-aa7de78d7450), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:21.054451 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e6f23511-0637-4112-b3b8-d5f52fe6a38e admin admin] Publish callbacks [] for security_group (90e6d62e-3a73-4065-a65d-aa7de78d7450), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:21.110061 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e6f23511-0637-4112-b3b8-d5f52fe6a38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (90e6d62e-3a73-4065-a65d-aa7de78d7450), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:21.114469 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e6f23511-0637-4112-b3b8-d5f52fe6a38e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:21.116642 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-e6f23511-0637-4112-b3b8-d5f52fe6a38e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/90e6d62e-3a73-4065-a65d-aa7de78d7450 HTTP/1.1" status: 204 len: 168 time: 0.1470623 Jan 17 21:21:21.130129 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f23511-0637-4112-b3b8-d5f52fe6a38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e6d62e-3a73-4065-a65d-aa7de78d7450,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:21.241673 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 52470) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:21.332870 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:21.415054 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bcb86-3de5-474a-a356-4713317c1555 req-f33dd792-931e-4a0f-8b38-0f1c0ea568d2 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:21.416600 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-341bcb86-3de5-474a-a356-4713317c1555 req-f33dd792-931e-4a0f-8b38-0f1c0ea568d2 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0522473 Jan 17 21:21:21.471154 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-341bcb86-3de5-474a-a356-4713317c1555 req-05ff1be9-87a7-4872-be9f-6ba99e9cf238 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479062 Jan 17 21:21:21.507662 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-59561c9b-6336-4609-ac48-99627c4cf130 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1760609810-network', 'tenant_id': '950cb12ecf9943fa811a11b8a46aeefc'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:21:21.524809 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59561c9b-6336-4609-ac48-99627c4cf130 admin admin] Made reservation on behalf of 950cb12ecf9943fa811a11b8a46aeefc for: {'network': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:21:21.527139 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-59561c9b-6336-4609-ac48-99627c4cf130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for network (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:21.542113 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-59561c9b-6336-4609-ac48-99627c4cf130 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:21.622752 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-59561c9b-6336-4609-ac48-99627c4cf130 admin admin] Publish callbacks [] for security_group (c90c45ac-6f14-4852-9683-ace8afb9de06), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:21.626935 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-59561c9b-6336-4609-ac48-99627c4cf130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (c90c45ac-6f14-4852-9683-ace8afb9de06), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:21.648875 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59561c9b-6336-4609-ac48-99627c4cf130 admin admin] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=102498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 21:21:21.662692 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59561c9b-6336-4609-ac48-99627c4cf130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90c45ac-6f14-4852-9683-ace8afb9de06,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:21.667643 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-59561c9b-6336-4609-ac48-99627c4cf130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874'] for segment (c6aa26ae-d31b-41f2-b604-94e986290bb3), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:21.667990 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.db.segments_db [None req-59561c9b-6336-4609-ac48-99627c4cf130 admin admin] Added segment c6aa26ae-d31b-41f2-b604-94e986290bb3 of type vlan for network 26db734b-a4bb-4f2a-8d18-dbe8b6a57647 Jan 17 21:21:21.710717 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-59561c9b-6336-4609-ac48-99627c4cf130 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789461006502'] for network (26db734b-a4bb-4f2a-8d18-dbe8b6a57647), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:21.736221 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-59561c9b-6336-4609-ac48-99627c4cf130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988'] for network (26db734b-a4bb-4f2a-8d18-dbe8b6a57647), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:21.737255 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59561c9b-6336-4609-ac48-99627c4cf130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:21.737881 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-59561c9b-6336-4609-ac48-99627c4cf130 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for network (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:21.787793 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-59561c9b-6336-4609-ac48-99627c4cf130 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5449932 Jan 17 21:21:21.791051 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 52496) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:21.796439 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-ade0cdc2-942c-4d0a-aae3-67646819b1bb admin admin] Request body: {'subnet': {'network_id': '26db734b-a4bb-4f2a-8d18-dbe8b6a57647', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1760609810-subnet', 'tenant_id': '950cb12ecf9943fa811a11b8a46aeefc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:21:21.807708 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59561c9b-6336-4609-ac48-99627c4cf130 admin admin] Pushing event updated for resources: {'Network': ['ID=26db734b-a4bb-4f2a-8d18-dbe8b6a57647,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:21.822216 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Network 26db734b-a4bb-4f2a-8d18-dbe8b6a57647 details requested by agent ovs-agent-dv-cinder-824895-3-iscsi with host dv-cinder-824895-3-iscsi {{(pid=102500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 21:21:21.838241 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade0cdc2-942c-4d0a-aae3-67646819b1bb admin admin] Made reservation on behalf of 950cb12ecf9943fa811a11b8a46aeefc for: {'subnet': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:21:21.841215 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ade0cdc2-942c-4d0a-aae3-67646819b1bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2835273'] for subnet (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:22.026243 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ade0cdc2-942c-4d0a-aae3-67646819b1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3358333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2835291'] for subnet (57406f7f-e7c3-4d3b-bc3d-a9d3e9b561a5), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:22.090036 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0cdc2-942c-4d0a-aae3-67646819b1bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=57406f7f-e7c3-4d3b-bc3d-a9d3e9b561a5,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:22.100401 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade0cdc2-942c-4d0a-aae3-67646819b1bb admin admin] Checking segment: {'id': 'c6aa26ae-d31b-41f2-b604-94e986290bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '26db734b-a4bb-4f2a-8d18-dbe8b6a57647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:21:22.100784 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade0cdc2-942c-4d0a-aae3-67646819b1bb admin admin] Network hostable DHCP agents. Network: 26db734b-a4bb-4f2a-8d18-dbe8b6a57647, hostable agents: ['41e2bf6f-771d-4573-b749-4dbeb088662e'], hosted agents: [] {{(pid=102499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 21:21:22.152126 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade0cdc2-942c-4d0a-aae3-67646819b1bb admin admin] Network 26db734b-a4bb-4f2a-8d18-dbe8b6a57647 is scheduled to be hosted by DHCP agent 41e2bf6f-771d-4573-b749-4dbeb088662e with binding_index 1 {{(pid=102499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 21:21:22.169983 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-28ef922a-7e62-4819-946e-217d8db2e972 req-fd6a0b56-ff16-4c7b-9a7b-64e8ef67b603 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0557826 Jan 17 21:21:22.170841 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-ade0cdc2-942c-4d0a-aae3-67646819b1bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824895-3-iscsi, 26db734b-a4bb-4f2a-8d18-dbe8b6a57647) {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:21:22.176812 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade0cdc2-942c-4d0a-aae3-67646819b1bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:22.177675 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ade0cdc2-942c-4d0a-aae3-67646819b1bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:22.181630 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c804a6a2-250f-43f4-9747-b8e1750f3c9f None None] Network 26db734b-a4bb-4f2a-8d18-dbe8b6a57647 requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:21:22.201173 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-ade0cdc2-942c-4d0a-aae3-67646819b1bb admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4089849 Jan 17 21:21:22.296023 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0491130-1699-44c5-8d75-b8ada498dcfb None None] Network 26db734b-a4bb-4f2a-8d18-dbe8b6a57647 requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:21:22.619584 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe34aa-213d-4fd1-ba23-721771ad88d8 req-f53aaaea-02cb-4785-b767-ce3603367f3b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:22.621149 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0dbe34aa-213d-4fd1-ba23-721771ad88d8 req-f53aaaea-02cb-4785-b767-ce3603367f3b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0548916 Jan 17 21:21:22.676718 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0dbe34aa-213d-4fd1-ba23-721771ad88d8 req-cede7c89-211f-42a0-ade1-76528416682c tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480025 Jan 17 21:21:23.504645 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 52576) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:23.505585 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef922a-7e62-4819-946e-217d8db2e972 req-502a3580-e25a-4db3-8334-5d05c77c460d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:23.507648 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-28ef922a-7e62-4819-946e-217d8db2e972 req-502a3580-e25a-4db3-8334-5d05c77c460d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=090730c5b4bb4a7195d893aa312dcfe6&device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 1098 time: 0.0421832 Jan 17 21:21:23.621865 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6e8baf82-f43f-4e29-b618-be7391691f12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:23.624073 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef922a-7e62-4819-946e-217d8db2e972 req-f9d88194-6d09-4a0e-a86b-3cc8675700bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:23.625616 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-28ef922a-7e62-4819-946e-217d8db2e972 req-f9d88194-6d09-4a0e-a86b-3cc8675700bd service neutron] 10.222.0.72 "GET /v2.0/networks?id=bff8e5f5-97ad-489f-85ec-9f479ea549b7 HTTP/1.1" status: 200 len: 919 time: 0.0955403 Jan 17 21:21:23.674739 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-28ef922a-7e62-4819-946e-217d8db2e972 req-5c78f86c-06bf-4aa7-8b87-e9e44cd7f3a6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=138d0a50-2135-4dee-95fa-28ecdc541d3d HTTP/1.1" status: 200 len: 217 time: 0.0416749 Jan 17 21:21:23.729567 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef922a-7e62-4819-946e-217d8db2e972 req-d51b0978-45b5-44c4-946c-2338513f8be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:23.730155 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6e8baf82-f43f-4e29-b618-be7391691f12 admin admin] Publish callbacks [] for security_group (5b19886d-0de5-4394-adf0-b79dda5d965d), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:23.731138 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-28ef922a-7e62-4819-946e-217d8db2e972 req-d51b0978-45b5-44c4-946c-2338513f8be0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aa7783e7-3496-4e0a-9051-7034d9bfba99 HTTP/1.1" status: 200 len: 858 time: 0.0506489 Jan 17 21:21:23.735505 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6e8baf82-f43f-4e29-b618-be7391691f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (5b19886d-0de5-4394-adf0-b79dda5d965d), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:23.763379 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-28ef922a-7e62-4819-946e-217d8db2e972 req-5e50076a-ea70-43e7-9a4b-605820b6f4d5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bff8e5f5-97ad-489f-85ec-9f479ea549b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248585 Jan 17 21:21:23.801268 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-6e8baf82-f43f-4e29-b618-be7391691f12 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a5080f86997a431a91d0b9cdfdc7399f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2931716 Jan 17 21:21:23.806845 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 52586) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:23.825958 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8baf82-f43f-4e29-b618-be7391691f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b19886d-0de5-4394-adf0-b79dda5d965d,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:23.858730 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de75b7cf-92ca-4951-8e0c-becc18a33178 req-edeebceb-5e13-4445-81db-ce5df55fc52b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:23.860278 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-de75b7cf-92ca-4951-8e0c-becc18a33178 req-edeebceb-5e13-4445-81db-ce5df55fc52b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.1120584 Jan 17 21:21:23.865002 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-28ef922a-7e62-4819-946e-217d8db2e972 req-e5912acf-8d23-4dca-b862-2fc1e1b80095 service neutron] 10.222.0.72 "GET /v2.0/networks/bff8e5f5-97ad-489f-85ec-9f479ea549b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937736 Jan 17 21:21:23.907793 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7bde53f3-2f95-481a-b703-d21f09170914 admin admin] Publish callbacks [] for security_group (5b19886d-0de5-4394-adf0-b79dda5d965d), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:23.941144 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7bde53f3-2f95-481a-b703-d21f09170914 admin admin] Publish callbacks [] for security_group (5b19886d-0de5-4394-adf0-b79dda5d965d), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:23.946027 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-de75b7cf-92ca-4951-8e0c-becc18a33178 req-847025db-d256-4007-b7e3-4dec0f96652c tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781767 Jan 17 21:21:23.969434 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-28ef922a-7e62-4819-946e-217d8db2e972 req-8da08f3a-7a95-4e69-8cde-6ad638604709 service neutron] 10.222.0.72 "GET /v2.0/networks/bff8e5f5-97ad-489f-85ec-9f479ea549b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979805 Jan 17 21:21:24.000892 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7bde53f3-2f95-481a-b703-d21f09170914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (5b19886d-0de5-4394-adf0-b79dda5d965d), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:24.003452 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7bde53f3-2f95-481a-b703-d21f09170914 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:24.004739 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-7bde53f3-2f95-481a-b703-d21f09170914 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5b19886d-0de5-4394-adf0-b79dda5d965d HTTP/1.1" status: 204 len: 168 time: 0.1969573 Jan 17 21:21:24.014298 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bde53f3-2f95-481a-b703-d21f09170914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b19886d-0de5-4394-adf0-b79dda5d965d,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:24.310242 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 52604) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:24.323806 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c7efb485-7be1-4c11-a2d2-501a13f97f39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:24.405499 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c7efb485-7be1-4c11-a2d2-501a13f97f39 admin admin] Publish callbacks [] for security_group (fe1c9c57-6ee9-4d15-959e-7b0134de9bf0), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:24.409577 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c7efb485-7be1-4c11-a2d2-501a13f97f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (fe1c9c57-6ee9-4d15-959e-7b0134de9bf0), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:24.448565 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-c7efb485-7be1-4c11-a2d2-501a13f97f39 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1b377fc4a77b4451b24aba92abdb9d0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1370330 Jan 17 21:21:24.449713 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7efb485-7be1-4c11-a2d2-501a13f97f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1c9c57-6ee9-4d15-959e-7b0134de9bf0,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:24.451172 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 52614) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:24.508498 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d6dad8fb-4d2c-4016-8d4f-802cbe372d6a admin admin] Publish callbacks [] for security_group (fe1c9c57-6ee9-4d15-959e-7b0134de9bf0), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:24.531179 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d6dad8fb-4d2c-4016-8d4f-802cbe372d6a admin admin] Publish callbacks [] for security_group (fe1c9c57-6ee9-4d15-959e-7b0134de9bf0), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:24.581211 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d6dad8fb-4d2c-4016-8d4f-802cbe372d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (fe1c9c57-6ee9-4d15-959e-7b0134de9bf0), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:24.584929 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d6dad8fb-4d2c-4016-8d4f-802cbe372d6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:24.588310 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-d6dad8fb-4d2c-4016-8d4f-802cbe372d6a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fe1c9c57-6ee9-4d15-959e-7b0134de9bf0 HTTP/1.1" status: 204 len: 168 time: 0.1339009 Jan 17 21:21:24.595112 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dad8fb-4d2c-4016-8d4f-802cbe372d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1c9c57-6ee9-4d15-959e-7b0134de9bf0,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:24.869517 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-daf05677-97c0-4175-ac44-c28aec1c9f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:25.077843 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46e301-ac0c-4938-9427-b357434b230c req-84cd7773-080f-425b-9b36-c803dd66043e tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:25.083554 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4a46e301-ac0c-4938-9427-b357434b230c req-84cd7773-080f-425b-9b36-c803dd66043e tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0622306 Jan 17 21:21:25.136195 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4a46e301-ac0c-4938-9427-b357434b230c req-7cb6915f-89f2-4654-bf25-2765d15b235c tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497627 Jan 17 21:21:25.692806 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 52666) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:25.800568 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ad6aea1e-c26c-401d-ab8e-eb92b1f131ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:25.879207 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ad6aea1e-c26c-401d-ab8e-eb92b1f131ee admin admin] Publish callbacks [] for security_group (ce9f8096-c47b-4bad-9733-314cb38e5003), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:25.884184 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ad6aea1e-c26c-401d-ab8e-eb92b1f131ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (ce9f8096-c47b-4bad-9733-314cb38e5003), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:25.922515 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-ad6aea1e-c26c-401d-ab8e-eb92b1f131ee admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=018243de4faa41b9a75c09a75710f647&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279975 Jan 17 21:21:25.923380 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6aea1e-c26c-401d-ab8e-eb92b1f131ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9f8096-c47b-4bad-9733-314cb38e5003,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:25.925419 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 52672) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:25.986645 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-91787558-51ad-47dc-b530-880221ff98d9 admin admin] Publish callbacks [] for security_group (ce9f8096-c47b-4bad-9733-314cb38e5003), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:26.011319 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-91787558-51ad-47dc-b530-880221ff98d9 admin admin] Publish callbacks [] for security_group (ce9f8096-c47b-4bad-9733-314cb38e5003), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:26.065086 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-91787558-51ad-47dc-b530-880221ff98d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (ce9f8096-c47b-4bad-9733-314cb38e5003), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:26.067709 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-91787558-51ad-47dc-b530-880221ff98d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:26.068964 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-91787558-51ad-47dc-b530-880221ff98d9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ce9f8096-c47b-4bad-9733-314cb38e5003 HTTP/1.1" status: 204 len: 168 time: 0.1424730 Jan 17 21:21:26.078050 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91787558-51ad-47dc-b530-880221ff98d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9f8096-c47b-4bad-9733-314cb38e5003,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:26.277898 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa696db4-4893-4e84-a308-10b26023f92b req-12773ade-c761-4aed-95af-6c8b7925ba47 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:26.279576 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fa696db4-4893-4e84-a308-10b26023f92b req-12773ade-c761-4aed-95af-6c8b7925ba47 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0590115 Jan 17 21:21:26.329877 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fa696db4-4893-4e84-a308-10b26023f92b req-80894b3d-7ba7-4e82-88c9-237de89d50ba tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441265 Jan 17 21:21:27.460942 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f791a-626f-4a76-9e12-9911ece6eb00 req-d0aa6ed3-a509-42f6-8b88-eb43d1cf1efd tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:27.462850 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e37f791a-626f-4a76-9e12-9911ece6eb00 req-d0aa6ed3-a509-42f6-8b88-eb43d1cf1efd tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0572534 Jan 17 21:21:27.516764 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e37f791a-626f-4a76-9e12-9911ece6eb00 req-3aeef9e4-7d15-4362-841d-e3c94b7c8400 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433018 Jan 17 21:21:27.621928 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-59265cd9-fe97-402d-a0ef-267dc7e749ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:28.417151 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:28.637858 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3b76a-e891-464f-8130-4b1d41d9c144 req-f91e12bc-0eb3-4fb4-b90f-1fb840bbbbf7 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:28.639379 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-08c3b76a-e891-464f-8130-4b1d41d9c144 req-f91e12bc-0eb3-4fb4-b90f-1fb840bbbbf7 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0538616 Jan 17 21:21:28.692502 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-08c3b76a-e891-464f-8130-4b1d41d9c144 req-863d3f07-4e1f-4d86-98b7-20a5a1d41721 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464745 Jan 17 21:21:29.827943 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aed88c-aa2d-43ea-a434-9ea8438835e6 req-280037ae-4e72-4bbe-b99b-c9752d1cfe3e tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:29.829704 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-01aed88c-aa2d-43ea-a434-9ea8438835e6 req-280037ae-4e72-4bbe-b99b-c9752d1cfe3e tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0543215 Jan 17 21:21:29.885853 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-01aed88c-aa2d-43ea-a434-9ea8438835e6 req-65196b62-3379-4c7a-a1c6-c6c8ad4ced38 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500286 Jan 17 21:21:30.028198 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:31.004122 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb61da-d1df-4d9a-bc24-533f032f3b05 req-5b2a78d5-4ff3-4492-9499-951b154c56d4 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:31.005648 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-17eb61da-d1df-4d9a-bc24-533f032f3b05 req-5b2a78d5-4ff3-4492-9499-951b154c56d4 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0525339 Jan 17 21:21:31.055089 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-17eb61da-d1df-4d9a-bc24-533f032f3b05 req-04f04b5b-cc3c-4530-a3bc-4e771a607327 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438030 Jan 17 21:21:31.341779 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:32.183571 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b885e97a-97d4-442b-8cf5-197088b3e558 req-48c3cc4e-561e-48fb-a66e-85bc45c9ad9a tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:32.185101 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b885e97a-97d4-442b-8cf5-197088b3e558 req-48c3cc4e-561e-48fb-a66e-85bc45c9ad9a tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0556431 Jan 17 21:21:32.234011 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b885e97a-97d4-442b-8cf5-197088b3e558 req-a533f5ec-58d5-426d-9df9-4261067e7fa4 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433154 Jan 17 21:21:33.348467 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01ddfa-5070-45f6-9129-46bf516b740b req-9b0fc354-ab05-4cf3-a0f4-318469e6c546 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:33.350533 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1f01ddfa-5070-45f6-9129-46bf516b740b req-9b0fc354-ab05-4cf3-a0f4-318469e6c546 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0500481 Jan 17 21:21:33.397429 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1f01ddfa-5070-45f6-9129-46bf516b740b req-475de08b-b6bc-456f-ab40-2c9949797f8a tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412054 Jan 17 21:21:34.512179 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621fc13-3abc-4793-b77d-8dfe27b4862e req-c40a71d0-eeb5-4076-8336-20e40e08c790 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:34.513690 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2621fc13-3abc-4793-b77d-8dfe27b4862e req-c40a71d0-eeb5-4076-8336-20e40e08c790 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0493333 Jan 17 21:21:34.563573 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2621fc13-3abc-4793-b77d-8dfe27b4862e req-ab97780a-af61-4151-93a2-82c3a840ab56 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444746 Jan 17 21:21:35.685408 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9596983-ed59-4c22-94c5-9b7cfdf8dceb req-1278d297-e5d0-4b92-90b6-3be4ec140446 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:35.687106 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a9596983-ed59-4c22-94c5-9b7cfdf8dceb req-1278d297-e5d0-4b92-90b6-3be4ec140446 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0552564 Jan 17 21:21:35.735200 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a9596983-ed59-4c22-94c5-9b7cfdf8dceb req-f7893559-aead-4296-86b6-0245a9c19d55 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420892 Jan 17 21:21:36.502158 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 52892) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:36.624645 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-22cf3cec-5d05-4231-9940-1be757556f4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:36.712233 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-22cf3cec-5d05-4231-9940-1be757556f4c admin admin] Publish callbacks [] for security_group (c048c065-b0a7-457f-a3f2-c1a6989f943c), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:36.717694 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-22cf3cec-5d05-4231-9940-1be757556f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (c048c065-b0a7-457f-a3f2-c1a6989f943c), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:36.745619 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 52914) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:36.748786 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-22cf3cec-5d05-4231-9940-1be757556f4c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=847f63dc12c248dcbce8118f358ef36e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416384 Jan 17 21:21:36.768973 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf3cec-5d05-4231-9940-1be757556f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c048c065-b0a7-457f-a3f2-c1a6989f943c,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:36.859321 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-22582009-59b9-4aa3-a321-528179157723 admin admin] Publish callbacks [] for security_group (c048c065-b0a7-457f-a3f2-c1a6989f943c), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:36.867824 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72747abd-e9db-4953-b368-d424d52de010 req-960030ab-2a07-4e16-8b82-c7592bf71567 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:36.869327 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-72747abd-e9db-4953-b368-d424d52de010 req-960030ab-2a07-4e16-8b82-c7592bf71567 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/networks?id=26db734b-a4bb-4f2a-8d18-dbe8b6a57647 HTTP/1.1" status: 200 len: 809 time: 0.1878281 Jan 17 21:21:36.901346 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-72747abd-e9db-4953-b368-d424d52de010 req-d7fd0b75-522d-4cf2-8c34-18d282b3d018 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/quotas/950cb12ecf9943fa811a11b8a46aeefc HTTP/1.1" status: 200 len: 375 time: 0.0264401 Jan 17 21:21:36.910967 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ea6e1-1546-4594-b2f2-6bc616473d70 req-2b2dc87b-c06e-4e94-adc3-5da73b3c7128 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:36.913026 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e91ea6e1-1546-4594-b2f2-6bc616473d70 req-2b2dc87b-c06e-4e94-adc3-5da73b3c7128 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.1041937 Jan 17 21:21:36.916049 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-22582009-59b9-4aa3-a321-528179157723 admin admin] Publish callbacks [] for security_group (c048c065-b0a7-457f-a3f2-c1a6989f943c), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:36.964786 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-72747abd-e9db-4953-b368-d424d52de010 req-8c0673d3-ee8c-47cc-8371-7d8c05466f13 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=950cb12ecf9943fa811a11b8a46aeefc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477993 Jan 17 21:21:37.061480 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e91ea6e1-1546-4594-b2f2-6bc616473d70 req-d61e8c58-efdb-4da1-a0d5-8aa724ebf564 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428251 Jan 17 21:21:37.074926 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-22582009-59b9-4aa3-a321-528179157723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (c048c065-b0a7-457f-a3f2-c1a6989f943c), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:37.074926 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-22582009-59b9-4aa3-a321-528179157723 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:37.077701 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-22582009-59b9-4aa3-a321-528179157723 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c048c065-b0a7-457f-a3f2-c1a6989f943c HTTP/1.1" status: 204 len: 168 time: 0.3301454 Jan 17 21:21:37.101334 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22582009-59b9-4aa3-a321-528179157723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c048c065-b0a7-457f-a3f2-c1a6989f943c,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:37.122339 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-72747abd-e9db-4953-b368-d424d52de010 req-c0e6895e-a3ea-4f57-a16b-fc7433f8bacf service neutron] 10.222.0.64 "GET /v2.0/networks/26db734b-a4bb-4f2a-8d18-dbe8b6a57647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463420 Jan 17 21:21:37.216833 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-72747abd-e9db-4953-b368-d424d52de010 req-5dadd40d-9405-4843-84d3-e6c98384d5a6 service neutron] 10.222.0.64 "GET /v2.0/networks/26db734b-a4bb-4f2a-8d18-dbe8b6a57647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891337 Jan 17 21:21:37.357558 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 52928) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:37.374411 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e7dfe6d5-725b-4d3f-b849-564531fad792 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:37.377055 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-52211ee0-5b26-4280-9027-788b8075c3f1 req-cfa9ed4a-4872-4865-81ca-1f6d9fced5c8 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=93682201-3212-40f2-b5b4-972db2013f23 HTTP/1.1" status: 200 len: 210 time: 0.0292549 Jan 17 21:21:37.463237 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e7dfe6d5-725b-4d3f-b849-564531fad792 admin admin] Publish callbacks [] for security_group (778a9840-58b9-49b4-a455-945034bf829e), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:37.468743 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e7dfe6d5-725b-4d3f-b849-564531fad792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (778a9840-58b9-49b4-a455-945034bf829e), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:37.510766 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-e7dfe6d5-725b-4d3f-b849-564531fad792 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e478ff05672746c88539537f7f8c2376&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1493971 Jan 17 21:21:37.512085 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dfe6d5-725b-4d3f-b849-564531fad792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778a9840-58b9-49b4-a455-945034bf829e,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:37.513406 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 52936) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:37.566503 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-abbc6a8e-2079-4086-9271-8876be52885f admin admin] Publish callbacks [] for security_group (778a9840-58b9-49b4-a455-945034bf829e), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:37.588539 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-abbc6a8e-2079-4086-9271-8876be52885f admin admin] Publish callbacks [] for security_group (778a9840-58b9-49b4-a455-945034bf829e), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:37.642858 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-abbc6a8e-2079-4086-9271-8876be52885f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (778a9840-58b9-49b4-a455-945034bf829e), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:37.645397 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-abbc6a8e-2079-4086-9271-8876be52885f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:37.647570 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-abbc6a8e-2079-4086-9271-8876be52885f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/778a9840-58b9-49b4-a455-945034bf829e HTTP/1.1" status: 204 len: 168 time: 0.1325657 Jan 17 21:21:37.655580 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc6a8e-2079-4086-9271-8876be52885f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778a9840-58b9-49b4-a455-945034bf829e,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:38.195832 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7d6c0-8b7d-4111-af5d-7d9cd57b25db req-d169061e-a23b-47fa-b302-77fde5bff4c2 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:38.202581 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-73a7d6c0-8b7d-4111-af5d-7d9cd57b25db req-d169061e-a23b-47fa-b302-77fde5bff4c2 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0660300 Jan 17 21:21:38.254089 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-73a7d6c0-8b7d-4111-af5d-7d9cd57b25db req-51a724ed-41ec-4607-a62e-27afecbd6ba2 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504954 Jan 17 21:21:38.476699 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-dfc83812-a4d7-4bcf-9174-bc9ac372bd91 req-eb8472ce-978d-4d11-aca4-f04520afb674 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=93682201-3212-40f2-b5b4-972db2013f23 HTTP/1.1" status: 200 len: 210 time: 0.0288446 Jan 17 21:21:39.369189 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c1ac8-0625-464f-97e6-956b894042bb req-81136a7e-3759-4f26-93f9-0a3c3add831e tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:39.370563 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-270c1ac8-0625-464f-97e6-956b894042bb req-81136a7e-3759-4f26-93f9-0a3c3add831e tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0485699 Jan 17 21:21:39.419719 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-270c1ac8-0625-464f-97e6-956b894042bb req-8329e49e-4bd6-4a81-9eb3-578b12d40e1f tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436006 Jan 17 21:21:39.733403 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ec390532-9ce5-42d1-a352-8dc1dc69429f req-ed036c18-2a41-41f8-add6-3f2cfce8dc72 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=93682201-3212-40f2-b5b4-972db2013f23 HTTP/1.1" status: 200 len: 210 time: 0.1870277 Jan 17 21:21:40.428714 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72747abd-e9db-4953-b368-d424d52de010 req-03f39c05-65d5-4ec7-8b40-0ccc7d4e83c3 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:40.430105 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-72747abd-e9db-4953-b368-d424d52de010 req-03f39c05-65d5-4ec7-8b40-0ccc7d4e83c3 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.72 "GET /v2.0/networks?id=26db734b-a4bb-4f2a-8d18-dbe8b6a57647 HTTP/1.1" status: 200 len: 809 time: 0.1378949 Jan 17 21:21:40.444286 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-72747abd-e9db-4953-b368-d424d52de010 req-7bea899c-8123-4c50-a56c-ee73a1d2d8e4 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Request body: {'port': {'device_id': '93682201-3212-40f2-b5b4-972db2013f23', 'network_id': '26db734b-a4bb-4f2a-8d18-dbe8b6a57647', 'admin_state_up': True, 'tenant_id': '950cb12ecf9943fa811a11b8a46aeefc'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:21:40.558884 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc5586-2ff8-4fa9-9c67-8df89db7ceae req-544448ab-1d13-4ac0-afb8-1a2b1328f216 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:40.560381 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f9fc5586-2ff8-4fa9-9c67-8df89db7ceae req-544448ab-1d13-4ac0-afb8-1a2b1328f216 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0508704 Jan 17 21:21:40.585499 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72747abd-e9db-4953-b368-d424d52de010 req-7bea899c-8123-4c50-a56c-ee73a1d2d8e4 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Made reservation on behalf of 950cb12ecf9943fa811a11b8a46aeefc for: {'port': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:21:40.589048 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-72747abd-e9db-4953-b368-d424d52de010 req-7bea899c-8123-4c50-a56c-ee73a1d2d8e4 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:40.612950 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f9fc5586-2ff8-4fa9-9c67-8df89db7ceae req-42a2c9a9-1cbc-48ee-82b2-d87d1fabb1aa tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463436 Jan 17 21:21:40.733468 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [req-72747abd-e9db-4953-b368-d424d52de010 req-7bea899c-8123-4c50-a56c-ee73a1d2d8e4 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Allocated IP 172.20.0.10 (26db734b-a4bb-4f2a-8d18-dbe8b6a57647/57406f7f-e7c3-4d3b-bc3d-a9d3e9b561a5/dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:21:40.835950 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5a09a922-169b-4eba-befc-33cee576dff1 req-c3974b10-0f9d-430b-a5a8-839530ce4b70 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=93682201-3212-40f2-b5b4-972db2013f23 HTTP/1.1" status: 200 len: 210 time: 0.0267801 Jan 17 21:21:40.920582 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-72747abd-e9db-4953-b368-d424d52de010 req-7bea899c-8123-4c50-a56c-ee73a1d2d8e4 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Publish callbacks [] for port (dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:40.945491 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 53088) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:40.958140 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-72747abd-e9db-4953-b368-d424d52de010 req-7bea899c-8123-4c50-a56c-ee73a1d2d8e4 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:41.008125 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72747abd-e9db-4953-b368-d424d52de010 req-7bea899c-8123-4c50-a56c-ee73a1d2d8e4 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Network 26db734b-a4bb-4f2a-8d18-dbe8b6a57647 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:21:41.011629 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [req-72747abd-e9db-4953-b368-d424d52de010 req-7bea899c-8123-4c50-a56c-ee73a1d2d8e4 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:21:41.011822 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_v2 [None req-23724c93-be13-4165-ae0a-c09a938a9e40 admin admin] Deleting subnet 1bd5985b-9517-4a3a-b4b6-9ffa21cdb95c {{(pid=102498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 21:21:41.016062 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-72747abd-e9db-4953-b368-d424d52de010 req-7bea899c-8123-4c50-a56c-ee73a1d2d8e4 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:21:41.026081 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-23724c93-be13-4165-ae0a-c09a938a9e40 admin admin] Publish callbacks [] for subnet (1bd5985b-9517-4a3a-b4b6-9ffa21cdb95c), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:41.049256 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea899c-8123-4c50-a56c-ee73a1d2d8e4 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Pushing event updated for resources: {'Port': ['ID=dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:41.072202 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:21:41.072202 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:21:41.072202 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:21:41.072202 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:21:41.072202 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:21:41.072202 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:21:41.072202 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:21:41.072202 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:21:41.072202 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:21:41.072202 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:21:41.072202 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:21:41.072202 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:21:41.072202 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:21:41.072202 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:21:41.072202 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:21:41.072202 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:21:41.072202 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:21:41.072202 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:21:41.072202 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:21:41.072202 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:21:41.072202 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:21:41.072202 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:21:41.072202 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:21:41.072202 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:21:41.072202 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:21:41.072202 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:21:41.072202 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:21:41.072202 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:21:41.072202 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:21:41.072202 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:21:41.072202 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:21:41.072202 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:21:41.072202 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:21:41.072202 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:21:41.072202 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:21:41.072202 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:21:41.074220 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:21:41.074220 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:21:41.074220 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:21:41.074220 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:21:41.074220 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:21:41.074220 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:21:41.074220 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:21:41.074220 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:21:41.074220 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:21:41.074220 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:21:41.074220 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:21:41.074220 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:21:41.074841 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-23724c93-be13-4165-ae0a-c09a938a9e40 admin admin] Publish callbacks [] for subnet (1bd5985b-9517-4a3a-b4b6-9ffa21cdb95c), precommit_delete_associations {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:41.074930 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72747abd-e9db-4953-b368-d424d52de010 req-7bea899c-8123-4c50-a56c-ee73a1d2d8e4 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:41.074930 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-72747abd-e9db-4953-b368-d424d52de010 req-7bea899c-8123-4c50-a56c-ee73a1d2d8e4 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:41.078645 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-23724c93-be13-4165-ae0a-c09a938a9e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7879495'] for subnet (1bd5985b-9517-4a3a-b4b6-9ffa21cdb95c), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:41.095705 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-72747abd-e9db-4953-b368-d424d52de010 req-7bea899c-8123-4c50-a56c-ee73a1d2d8e4 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6567492 Jan 17 21:21:41.107554 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-72747abd-e9db-4953-b368-d424d52de010 req-6fd2f5df-e1cd-4b1c-9afb-45ddf4711dee service neutron] Request body: {'port': {'device_id': '93682201-3212-40f2-b5b4-972db2013f23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82489'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:21:41.140985 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-23724c93-be13-4165-ae0a-c09a938a9e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7879504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988'] for subnet (1bd5985b-9517-4a3a-b4b6-9ffa21cdb95c), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:41.166700 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23724c93-be13-4165-ae0a-c09a938a9e40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bd5985b-9517-4a3a-b4b6-9ffa21cdb95c,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:41.171132 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-23724c93-be13-4165-ae0a-c09a938a9e40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:41.174418 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-23724c93-be13-4165-ae0a-c09a938a9e40 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1bd5985b-9517-4a3a-b4b6-9ffa21cdb95c HTTP/1.1" status: 204 len: 168 time: 0.2278130 Jan 17 21:21:41.178851 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 53094) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:41.186899 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-72747abd-e9db-4953-b368-d424d52de010 req-6fd2f5df-e1cd-4b1c-9afb-45ddf4711dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:41.256860 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-19f7ca61-4d4a-4fbf-865a-2ed0adb5a926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8337467'] for network (af5d6d41-8980-4578-bea9-2653deda4e23), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:41.355046 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-19f7ca61-4d4a-4fbf-865a-2ed0adb5a926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876800', 'neutron.services.segments.db._delete_segments_for_network-8789461539368'] for network (af5d6d41-8980-4578-bea9-2653deda4e23), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:41.387450 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-19f7ca61-4d4a-4fbf-865a-2ed0adb5a926 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:21:41.387925 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-19f7ca61-4d4a-4fbf-865a-2ed0adb5a926 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:21:41.388898 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-19f7ca61-4d4a-4fbf-865a-2ed0adb5a926 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:21:41.390080 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-19f7ca61-4d4a-4fbf-865a-2ed0adb5a926 admin admin] Subscribe: > port after_create 55550000 {{(pid=102498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:21:41.390080 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-19f7ca61-4d4a-4fbf-865a-2ed0adb5a926 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:21:41.390520 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-19f7ca61-4d4a-4fbf-865a-2ed0adb5a926 admin admin] Subscribe: > port after_update 55550000 {{(pid=102498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:21:41.391037 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-19f7ca61-4d4a-4fbf-865a-2ed0adb5a926 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:21:41.391741 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-19f7ca61-4d4a-4fbf-865a-2ed0adb5a926 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:21:41.392203 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-19f7ca61-4d4a-4fbf-865a-2ed0adb5a926 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:21:41.392799 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-19f7ca61-4d4a-4fbf-865a-2ed0adb5a926 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:21:41.465935 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-19f7ca61-4d4a-4fbf-865a-2ed0adb5a926 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:21:41.466254 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-19f7ca61-4d4a-4fbf-865a-2ed0adb5a926 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:21:41.466732 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-19f7ca61-4d4a-4fbf-865a-2ed0adb5a926 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:21:41.467080 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-19f7ca61-4d4a-4fbf-865a-2ed0adb5a926 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:21:41.467455 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.services.segments.db [None req-19f7ca61-4d4a-4fbf-865a-2ed0adb5a926 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af5d6d41-8980-4578-bea9-2653deda4e23']}} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:21:41.487334 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.services.segments.db [None req-19f7ca61-4d4a-4fbf-865a-2ed0adb5a926 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb957438-0fb5-42b5-996b-ada985f4f792') {'for_net_delete': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:21:41.487670 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.services.segments.db [None req-19f7ca61-4d4a-4fbf-865a-2ed0adb5a926 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb957438-0fb5-42b5-996b-ada985f4f792') {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:21:41.488895 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [req-72747abd-e9db-4953-b368-d424d52de010 req-6fd2f5df-e1cd-4b1c-9afb-45ddf4711dee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0 {{(pid=102499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:21:41.497867 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-72747abd-e9db-4953-b368-d424d52de010 req-6fd2f5df-e1cd-4b1c-9afb-45ddf4711dee service neutron] Publish callbacks [] for port (dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:41.507878 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-19f7ca61-4d4a-4fbf-865a-2ed0adb5a926 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789461539633', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4063680'] for segment (bb957438-0fb5-42b5-996b-ada985f4f792), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:41.514173 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.provisioning_blocks [req-72747abd-e9db-4953-b368-d424d52de010 req-6fd2f5df-e1cd-4b1c-9afb-45ddf4711dee service neutron] Transition to ACTIVE for port object dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0 will not be triggered until provisioned by entity L2. {{(pid=102499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 21:21:41.518188 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-72747abd-e9db-4953-b368-d424d52de010 req-6fd2f5df-e1cd-4b1c-9afb-45ddf4711dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3358448'] for port (dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:41.535674 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-19f7ca61-4d4a-4fbf-865a-2ed0adb5a926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874'] for segment (bb957438-0fb5-42b5-996b-ada985f4f792), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:41.545951 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19f7ca61-4d4a-4fbf-865a-2ed0adb5a926 admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=102498) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 21:21:41.546395 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-19f7ca61-4d4a-4fbf-865a-2ed0adb5a926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8863165'] for segment (bb957438-0fb5-42b5-996b-ada985f4f792), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:41.550841 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 21:21:41.550841 dv-cinder-824895-3-iscsi neutron-server[102498]: from cryptography.utils import int_from_bytes Jan 17 21:21:41.550841 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 21:21:41.550841 dv-cinder-824895-3-iscsi neutron-server[102498]: from cryptography.utils import int_from_bytes Jan 17 21:21:41.550841 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:21:41.550841 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:21:41.550841 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:21:41.550841 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:21:41.550841 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:21:41.550841 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:21:41.550841 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:21:41.550841 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:21:41.550841 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:21:41.550841 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:21:41.550841 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:21:41.550841 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:21:41.550841 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:21:41.550841 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:21:41.550841 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:21:41.550841 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:21:41.550841 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:21:41.550841 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:21:41.550841 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:21:41.550841 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:21:41.550841 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:21:41.550841 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:21:41.550841 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:21:41.550841 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:21:41.550841 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:21:41.550841 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:21:41.550841 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:21:41.550841 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:21:41.550841 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:21:41.550841 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:21:41.550841 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:21:41.550841 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:21:41.550841 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:21:41.550841 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:21:41.553925 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:21:41.553925 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:21:41.553925 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:21:41.553925 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:21:41.553925 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:21:41.553925 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:21:41.553925 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:21:41.553925 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:21:41.553925 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:21:41.553925 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:21:41.553925 dv-cinder-824895-3-iscsi neutron-server[102498]: Traceback (most recent call last): Jan 17 21:21:41.553925 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 21:21:41.553925 dv-cinder-824895-3-iscsi neutron-server[102498]: timer() Jan 17 21:21:41.553925 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 21:21:41.553925 dv-cinder-824895-3-iscsi neutron-server[102498]: cb(*args, **kw) Jan 17 21:21:41.553925 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 21:21:41.553925 dv-cinder-824895-3-iscsi neutron-server[102498]: return func(*args, **kwargs) Jan 17 21:21:41.553925 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 21:21:41.553925 dv-cinder-824895-3-iscsi neutron-server[102498]: self._notify() Jan 17 21:21:41.553925 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 21:21:41.553925 dv-cinder-824895-3-iscsi neutron-server[102498]: self.callback(batched_events) Jan 17 21:21:41.553925 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 21:21:41.553925 dv-cinder-824895-3-iscsi neutron-server[102498]: event.method(event) Jan 17 21:21:41.553925 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 21:21:41.553925 dv-cinder-824895-3-iscsi neutron-server[102498]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 21:21:41.553925 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 21:21:41.553925 dv-cinder-824895-3-iscsi neutron-server[102498]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 21:21:41.553925 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 21:21:41.553925 dv-cinder-824895-3-iscsi neutron-server[102498]: return f(self, *a, **k) Jan 17 21:21:41.553925 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 21:21:41.553925 dv-cinder-824895-3-iscsi neutron-server[102498]: return self._get(url).json() Jan 17 21:21:41.553925 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 21:21:41.553925 dv-cinder-824895-3-iscsi neutron-server[102498]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 21:21:41.553925 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 21:21:41.553925 dv-cinder-824895-3-iscsi neutron-server[102498]: return self.request(url, 'GET', **kwargs) Jan 17 21:21:41.553925 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 21:21:41.553925 dv-cinder-824895-3-iscsi neutron-server[102498]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 21:21:41.553925 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 21:21:41.553925 dv-cinder-824895-3-iscsi neutron-server[102498]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 21:21:41.553925 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 21:21:41.553925 dv-cinder-824895-3-iscsi neutron-server[102498]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 21:21:41.553925 dv-cinder-824895-3-iscsi neutron-server[102498]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 21:21:41.591713 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd2f5df-e1cd-4b1c-9afb-45ddf4711dee service neutron] Pushing event updated for resources: {'Port': ['ID=dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:41.609953 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-19f7ca61-4d4a-4fbf-865a-2ed0adb5a926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1018646'] for network (af5d6d41-8980-4578-bea9-2653deda4e23), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:41.631989 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-19f7ca61-4d4a-4fbf-865a-2ed0adb5a926 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for network (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:41.639023 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-19f7ca61-4d4a-4fbf-865a-2ed0adb5a926 admin admin] 10.222.0.64 "DELETE /v2.0/networks/af5d6d41-8980-4578-bea9-2653deda4e23 HTTP/1.1" status: 204 len: 168 time: 0.4590914 Jan 17 21:21:41.640703 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7ca61-4d4a-4fbf-865a-2ed0adb5a926 admin admin] Pushing event deleted for resources: {'Network': ['ID=af5d6d41-8980-4578-bea9-2653deda4e23,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:41.646970 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-72747abd-e9db-4953-b368-d424d52de010 req-6fd2f5df-e1cd-4b1c-9afb-45ddf4711dee service neutron] Attempting to bind port dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0 on host hv-cinder-82489 for vnic_type normal with profile {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:21:41.647719 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-72747abd-e9db-4953-b368-d424d52de010 req-6fd2f5df-e1cd-4b1c-9afb-45ddf4711dee service neutron] Attempting to bind port dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0 by drivers openvswitch,hyperv on host hv-cinder-82489 at level 0 using segments [{'id': 'c6aa26ae-d31b-41f2-b604-94e986290bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '26db734b-a4bb-4f2a-8d18-dbe8b6a57647'}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:21:41.648300 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72747abd-e9db-4953-b368-d424d52de010 req-6fd2f5df-e1cd-4b1c-9afb-45ddf4711dee service neutron] Attempting to bind port dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0 on network 26db734b-a4bb-4f2a-8d18-dbe8b6a57647 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:21:41.653494 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72747abd-e9db-4953-b368-d424d52de010 req-6fd2f5df-e1cd-4b1c-9afb-45ddf4711dee service neutron] Port dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0 on network 26db734b-a4bb-4f2a-8d18-dbe8b6a57647 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82489 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 21:21:41.653824 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72747abd-e9db-4953-b368-d424d52de010 req-6fd2f5df-e1cd-4b1c-9afb-45ddf4711dee service neutron] Attempting to bind port dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0 on network 26db734b-a4bb-4f2a-8d18-dbe8b6a57647 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:21:41.659478 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72747abd-e9db-4953-b368-d424d52de010 req-6fd2f5df-e1cd-4b1c-9afb-45ddf4711dee service neutron] Checking agent: {'id': 'fb6a4824-98a1-4114-b283-810c221687ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82489', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 18, 21), 'started_at': datetime.datetime(2022, 1, 17, 21, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:21:41.659823 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72747abd-e9db-4953-b368-d424d52de010 req-6fd2f5df-e1cd-4b1c-9afb-45ddf4711dee service neutron] Checking segment: {'id': 'c6aa26ae-d31b-41f2-b604-94e986290bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '26db734b-a4bb-4f2a-8d18-dbe8b6a57647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:21:41.660245 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72747abd-e9db-4953-b368-d424d52de010 req-6fd2f5df-e1cd-4b1c-9afb-45ddf4711dee service neutron] Bound using segment: {'id': 'c6aa26ae-d31b-41f2-b604-94e986290bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '26db734b-a4bb-4f2a-8d18-dbe8b6a57647'} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:21:41.660715 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-72747abd-e9db-4953-b368-d424d52de010 req-6fd2f5df-e1cd-4b1c-9afb-45ddf4711dee service neutron] Bound port: dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0, host: hv-cinder-82489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6aa26ae-d31b-41f2-b604-94e986290bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '26db734b-a4bb-4f2a-8d18-dbe8b6a57647'}}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:21:41.661082 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-72747abd-e9db-4953-b368-d424d52de010 req-6fd2f5df-e1cd-4b1c-9afb-45ddf4711dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:41.772154 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-72747abd-e9db-4953-b368-d424d52de010 req-6fd2f5df-e1cd-4b1c-9afb-45ddf4711dee service neutron] For port dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0, host hv-cinder-82489, cleared binding levels {{(pid=102499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:21:41.779682 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-72747abd-e9db-4953-b368-d424d52de010 req-6fd2f5df-e1cd-4b1c-9afb-45ddf4711dee service neutron] For port dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0, host hv-cinder-82489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0,segment=NetworkSegment(c6aa26ae-d31b-41f2-b604-94e986290bb3),segment_id=c6aa26ae-d31b-41f2-b604-94e986290bb3)] {{(pid=102499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:21:41.789921 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-72747abd-e9db-4953-b368-d424d52de010 req-6fd2f5df-e1cd-4b1c-9afb-45ddf4711dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3358448'] for port (dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:41.807548 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57c195-ce48-43e3-be27-b746371b57db req-4d42bbf4-7941-43df-a428-d12128e2c1b9 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:41.808936 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6a57c195-ce48-43e3-be27-b746371b57db req-4d42bbf4-7941-43df-a428-d12128e2c1b9 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.1077571 Jan 17 21:21:41.870654 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72747abd-e9db-4953-b368-d424d52de010 req-6fd2f5df-e1cd-4b1c-9afb-45ddf4711dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:41.871794 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-72747abd-e9db-4953-b368-d424d52de010 req-6fd2f5df-e1cd-4b1c-9afb-45ddf4711dee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:41.875208 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-72747abd-e9db-4953-b368-d424d52de010 req-6fd2f5df-e1cd-4b1c-9afb-45ddf4711dee service neutron] 10.222.0.72 "PUT /v2.0/ports/dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0 HTTP/1.1" status: 200 len: 1094 time: 0.7723854 Jan 17 21:21:41.876053 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93682201-3212-40f2-b5b4-972db2013f23', 'tag': 'dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:21:41.881126 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c2de0e70a1bc7346ac1be0cec4f24ea848d889c4763a7575c3a73373459bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a792ca-2c29-47dc-8932-110f24c1c32f" -d '{"events": [{"name": "network-changed", "server_uuid": "93682201-3212-40f2-b5b4-972db2013f23", "tag": "dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:21:41.943634 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6a57c195-ce48-43e3-be27-b746371b57db req-d36c9860-a63e-4865-b021-99805a010cb2 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229365 Jan 17 21:21:42.023884 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 53112) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:42.032221 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd2f5df-e1cd-4b1c-9afb-45ddf4711dee service neutron] Pushing event updated for resources: {'Port': ['ID=dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0,revision_number=3']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:42.039469 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502881dd-8516-43bf-b78d-cbe4df7e7ce7 x-openstack-request-id: req-502881dd-8516-43bf-b78d-cbe4df7e7ce7 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:21:42.039763 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93682201-3212-40f2-b5b4-972db2013f23", "tag": "dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:21:42.040022 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-502881dd-8516-43bf-b78d-cbe4df7e7ce7 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:21:42.040458 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93682201-3212-40f2-b5b4-972db2013f23', 'tag': 'dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0', 'status': 'completed', 'code': 200} Jan 17 21:21:42.061435 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72747abd-e9db-4953-b368-d424d52de010 req-bc6cce80-2834-4e9f-9c59-d0d35aec5ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:42.063374 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-72747abd-e9db-4953-b368-d424d52de010 req-bc6cce80-2834-4e9f-9c59-d0d35aec5ff5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=950cb12ecf9943fa811a11b8a46aeefc&device_id=93682201-3212-40f2-b5b4-972db2013f23 HTTP/1.1" status: 200 len: 1097 time: 0.1105871 Jan 17 21:21:42.100416 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830220ac-07b7-4898-b7e1-2b575f29824d req-2ed6d417-4a5a-4687-b0b9-14440e6c7e39 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:42.101985 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-830220ac-07b7-4898-b7e1-2b575f29824d req-2ed6d417-4a5a-4687-b0b9-14440e6c7e39 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=93682201-3212-40f2-b5b4-972db2013f23 HTTP/1.1" status: 200 len: 944 time: 0.1232493 Jan 17 21:21:42.111803 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-f0f2d70d-ba42-4da7-9093-8abc37d5f4c1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3d304e800c1c44a5ae9dd3e05253a278&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0842125 Jan 17 21:21:42.114475 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 53118) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:42.191390 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-72747abd-e9db-4953-b368-d424d52de010 req-4aaa3803-2626-4e43-bc83-b2c29c94c9cb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0 HTTP/1.1" status: 200 len: 217 time: 0.1018789 Jan 17 21:21:42.271724 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-830220ac-07b7-4898-b7e1-2b575f29824d req-3d8cf533-a0ce-408b-b4b7-894273ffed25 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c90c45ac-6f14-4852-9683-ace8afb9de06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603150 Jan 17 21:21:42.278304 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72747abd-e9db-4953-b368-d424d52de010 req-b104b265-4668-43df-856b-2b710953fd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:42.279803 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-72747abd-e9db-4953-b368-d424d52de010 req-b104b265-4668-43df-856b-2b710953fd7f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=57406f7f-e7c3-4d3b-bc3d-a9d3e9b561a5 HTTP/1.1" status: 200 len: 849 time: 0.0818310 Jan 17 21:21:42.295402 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffca42a-cd46-47d3-ad26-c8837a8d0570 req-459e1b3d-b55f-4ef8-8705-a8f462ed9f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:42.297095 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9ffca42a-cd46-47d3-ad26-c8837a8d0570 req-459e1b3d-b55f-4ef8-8705-a8f462ed9f36 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 1099 time: 0.1197784 Jan 17 21:21:42.340555 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-72747abd-e9db-4953-b368-d424d52de010 req-93d85cf2-831c-42de-9ee7-3b4ea3919db1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=26db734b-a4bb-4f2a-8d18-dbe8b6a57647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531228 Jan 17 21:21:42.345825 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d04a6bbd-7d1f-48c7-acf5-0a478b092b61 admin admin] Publish callbacks [] for security_group (3d91237e-d586-4854-bd58-de9bf6582831), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:42.381427 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9ffca42a-cd46-47d3-ad26-c8837a8d0570 req-1132bc85-526a-424c-9385-f4e890a2f708 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767474 Jan 17 21:21:42.423225 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d04a6bbd-7d1f-48c7-acf5-0a478b092b61 admin admin] Publish callbacks [] for security_group (3d91237e-d586-4854-bd58-de9bf6582831), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:42.493162 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-72747abd-e9db-4953-b368-d424d52de010 req-950dcfe1-a387-4acf-b8a3-0d9880bd1585 service neutron] 10.222.0.72 "GET /v2.0/networks/26db734b-a4bb-4f2a-8d18-dbe8b6a57647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419673 Jan 17 21:21:42.511812 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d04a6bbd-7d1f-48c7-acf5-0a478b092b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (3d91237e-d586-4854-bd58-de9bf6582831), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:42.516889 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d04a6bbd-7d1f-48c7-acf5-0a478b092b61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:42.519589 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-d04a6bbd-7d1f-48c7-acf5-0a478b092b61 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3d91237e-d586-4854-bd58-de9bf6582831 HTTP/1.1" status: 204 len: 168 time: 0.3955133 Jan 17 21:21:42.533397 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a6bbd-7d1f-48c7-acf5-0a478b092b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d91237e-d586-4854-bd58-de9bf6582831,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:42.874910 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-72747abd-e9db-4953-b368-d424d52de010 req-528edf25-b542-43e8-9a81-5e03c7b5f9a4 service neutron] 10.222.0.72 "GET /v2.0/networks/26db734b-a4bb-4f2a-8d18-dbe8b6a57647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136665 Jan 17 21:21:43.027193 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a792ca-2c29-47dc-8932-110f24c1c32f req-d7cc5d4a-8387-4323-95ee-3536bf8d474c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:43.030456 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-69a792ca-2c29-47dc-8932-110f24c1c32f req-d7cc5d4a-8387-4323-95ee-3536bf8d474c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=950cb12ecf9943fa811a11b8a46aeefc&device_id=93682201-3212-40f2-b5b4-972db2013f23 HTTP/1.1" status: 200 len: 1097 time: 0.1004996 Jan 17 21:21:43.177256 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064ba56-2c48-492c-be2c-37089b1e98ae req-87de5a7c-5f8b-42e7-9459-a7f994e92b63 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:43.181311 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1064ba56-2c48-492c-be2c-37089b1e98ae req-87de5a7c-5f8b-42e7-9459-a7f994e92b63 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.1152961 Jan 17 21:21:43.206483 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a792ca-2c29-47dc-8932-110f24c1c32f req-ecbb8f21-2d08-4e65-8cbc-9e008d7ce4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:43.211928 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-69a792ca-2c29-47dc-8932-110f24c1c32f req-ecbb8f21-2d08-4e65-8cbc-9e008d7ce4a3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=26db734b-a4bb-4f2a-8d18-dbe8b6a57647 HTTP/1.1" status: 200 len: 910 time: 0.1742668 Jan 17 21:21:43.253908 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1064ba56-2c48-492c-be2c-37089b1e98ae req-c62eef8d-c585-4b6c-88c0-72f33ae3b14b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648127 Jan 17 21:21:43.280139 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-69a792ca-2c29-47dc-8932-110f24c1c32f req-8874fbcf-b9e1-4856-bcd7-33141ea8bd15 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0 HTTP/1.1" status: 200 len: 217 time: 0.0604124 Jan 17 21:21:43.370439 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a792ca-2c29-47dc-8932-110f24c1c32f req-e55521bf-3f1a-46d1-bfda-1a98cc9cce5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:43.372143 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-69a792ca-2c29-47dc-8932-110f24c1c32f req-e55521bf-3f1a-46d1-bfda-1a98cc9cce5f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=57406f7f-e7c3-4d3b-bc3d-a9d3e9b561a5 HTTP/1.1" status: 200 len: 849 time: 0.0823076 Jan 17 21:21:43.420274 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-69a792ca-2c29-47dc-8932-110f24c1c32f req-d890a2b0-88e0-4f43-b9d5-2e5578e05228 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=26db734b-a4bb-4f2a-8d18-dbe8b6a57647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329213 Jan 17 21:21:43.445851 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f2f49-828b-4683-bf9b-bddcefbc71ad req-0a4668b0-86d1-4125-a70c-c4c4e7fe5f36 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:43.447466 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1c4f2f49-828b-4683-bf9b-bddcefbc71ad req-0a4668b0-86d1-4125-a70c-c4c4e7fe5f36 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=93682201-3212-40f2-b5b4-972db2013f23 HTTP/1.1" status: 200 len: 944 time: 0.0798211 Jan 17 21:21:43.556191 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1c4f2f49-828b-4683-bf9b-bddcefbc71ad req-32768857-4800-43c0-a475-19ff6e84a942 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c90c45ac-6f14-4852-9683-ace8afb9de06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940006 Jan 17 21:21:43.574045 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 53180) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:43.628736 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-69a792ca-2c29-47dc-8932-110f24c1c32f req-2b0b6e7f-007b-4ea4-9c97-8388c7108ef2 service neutron] 10.222.0.72 "GET /v2.0/networks/26db734b-a4bb-4f2a-8d18-dbe8b6a57647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992490 Jan 17 21:21:43.751415 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-0b189510-e021-4f34-892c-a75e47684e17 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1432540701-network', 'tenant_id': '28496391913444ba9a1f04ca404c2c68'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:21:43.773538 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b189510-e021-4f34-892c-a75e47684e17 admin admin] Made reservation on behalf of 28496391913444ba9a1f04ca404c2c68 for: {'network': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:21:43.775746 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0b189510-e021-4f34-892c-a75e47684e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for network (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:43.784328 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0b189510-e021-4f34-892c-a75e47684e17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:43.859203 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0b189510-e021-4f34-892c-a75e47684e17 admin admin] Publish callbacks [] for security_group (d4211049-3041-4cbb-99b3-6f802e845b81), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:43.863839 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0b189510-e021-4f34-892c-a75e47684e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (d4211049-3041-4cbb-99b3-6f802e845b81), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:43.889608 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b189510-e021-4f34-892c-a75e47684e17 admin admin] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=102498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 21:21:43.898481 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b189510-e021-4f34-892c-a75e47684e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4211049-3041-4cbb-99b3-6f802e845b81,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:43.904657 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0b189510-e021-4f34-892c-a75e47684e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874'] for segment (3002b40c-9179-46b7-bf21-480b3877c297), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:43.905004 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.db.segments_db [None req-0b189510-e021-4f34-892c-a75e47684e17 admin admin] Added segment 3002b40c-9179-46b7-bf21-480b3877c297 of type vlan for network 90270886-8b72-4996-b451-52316e1bfe26 Jan 17 21:21:43.949393 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0b189510-e021-4f34-892c-a75e47684e17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789461006502'] for network (90270886-8b72-4996-b451-52316e1bfe26), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:43.976302 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0b189510-e021-4f34-892c-a75e47684e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988'] for network (90270886-8b72-4996-b451-52316e1bfe26), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:43.977285 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b189510-e021-4f34-892c-a75e47684e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:43.977878 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0b189510-e021-4f34-892c-a75e47684e17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for network (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:44.036318 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-0b189510-e021-4f34-892c-a75e47684e17 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4612565 Jan 17 21:21:44.040205 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 53192) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:44.043939 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b189510-e021-4f34-892c-a75e47684e17 admin admin] Pushing event updated for resources: {'Network': ['ID=90270886-8b72-4996-b451-52316e1bfe26,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:44.045998 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-bc61b8e0-131d-4be4-91b5-b299be14bc86 admin admin] Request body: {'subnet': {'network_id': '90270886-8b72-4996-b451-52316e1bfe26', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1432540701-subnet', 'tenant_id': '28496391913444ba9a1f04ca404c2c68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:21:44.055328 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Network 90270886-8b72-4996-b451-52316e1bfe26 details requested by agent ovs-agent-dv-cinder-824895-3-iscsi with host dv-cinder-824895-3-iscsi {{(pid=102500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 21:21:44.071483 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc61b8e0-131d-4be4-91b5-b299be14bc86 admin admin] Made reservation on behalf of 28496391913444ba9a1f04ca404c2c68 for: {'subnet': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:21:44.073128 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-bc61b8e0-131d-4be4-91b5-b299be14bc86 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2835273'] for subnet (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:44.245043 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-bc61b8e0-131d-4be4-91b5-b299be14bc86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3358333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2835291'] for subnet (727d1d86-86be-4ba4-b825-0f84ac7512d4), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:44.305799 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61b8e0-131d-4be4-91b5-b299be14bc86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=727d1d86-86be-4ba4-b825-0f84ac7512d4,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:44.311938 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc61b8e0-131d-4be4-91b5-b299be14bc86 admin admin] Checking segment: {'id': '3002b40c-9179-46b7-bf21-480b3877c297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90270886-8b72-4996-b451-52316e1bfe26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:21:44.312218 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc61b8e0-131d-4be4-91b5-b299be14bc86 admin admin] Network hostable DHCP agents. Network: 90270886-8b72-4996-b451-52316e1bfe26, hostable agents: ['41e2bf6f-771d-4573-b749-4dbeb088662e'], hosted agents: [] {{(pid=102499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 21:21:44.331288 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc61b8e0-131d-4be4-91b5-b299be14bc86 admin admin] Network 90270886-8b72-4996-b451-52316e1bfe26 is scheduled to be hosted by DHCP agent 41e2bf6f-771d-4573-b749-4dbeb088662e with binding_index 1 {{(pid=102499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 21:21:44.341367 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-bc61b8e0-131d-4be4-91b5-b299be14bc86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824895-3-iscsi, 90270886-8b72-4996-b451-52316e1bfe26) {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:21:44.346831 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc61b8e0-131d-4be4-91b5-b299be14bc86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:44.347454 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-bc61b8e0-131d-4be4-91b5-b299be14bc86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:44.357678 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cebc481-564d-40a6-94cd-7c6a488fbb3d None None] Network 90270886-8b72-4996-b451-52316e1bfe26 requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:21:44.375591 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-bc61b8e0-131d-4be4-91b5-b299be14bc86 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3340178 Jan 17 21:21:44.408013 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4b733-fd95-4538-91b9-835f962ab7da req-d44dd6ee-01f1-4d5f-956e-3dd2e152f176 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:44.409773 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-27e4b733-fd95-4538-91b9-835f962ab7da req-d44dd6ee-01f1-4d5f-956e-3dd2e152f176 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0789480 Jan 17 21:21:44.464880 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-27e4b733-fd95-4538-91b9-835f962ab7da req-06191b5b-612e-4c8e-bd12-e14f6cff5dc7 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433109 Jan 17 21:21:44.492724 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b75a81c-283f-4f2c-842a-93506052dcf9 None None] Network 90270886-8b72-4996-b451-52316e1bfe26 requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:21:44.709445 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68761fb2-4f8c-4d6f-b634-28291aca9f59 req-c03530f1-a307-43a2-bd43-f1cbd045285e tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:44.711011 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-68761fb2-4f8c-4d6f-b634-28291aca9f59 req-c03530f1-a307-43a2-bd43-f1cbd045285e tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=93682201-3212-40f2-b5b4-972db2013f23 HTTP/1.1" status: 200 len: 944 time: 0.0624297 Jan 17 21:21:44.813353 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-68761fb2-4f8c-4d6f-b634-28291aca9f59 req-2e336443-bd21-416a-89c1-4682df54095d tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c90c45ac-6f14-4852-9683-ace8afb9de06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936739 Jan 17 21:21:44.861935 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-20a5f5ef-1223-45ac-bb8d-430382142077 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:44.863390 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-20a5f5ef-1223-45ac-bb8d-430382142077 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/networks?id=90270886-8b72-4996-b451-52316e1bfe26 HTTP/1.1" status: 200 len: 815 time: 0.1138196 Jan 17 21:21:44.877471 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-6c4b3b32-a4ff-4322-b1a0-1b7f3f75f2e9 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/quotas/28496391913444ba9a1f04ca404c2c68 HTTP/1.1" status: 200 len: 375 time: 0.0087774 Jan 17 21:21:44.910964 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-a0626d90-7ced-478b-9ede-a14348aa7192 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=28496391913444ba9a1f04ca404c2c68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287488 Jan 17 21:21:44.998726 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-4f2ec471-f8bd-4ab0-8357-c16c04a25323 service neutron] 10.222.0.64 "GET /v2.0/networks/90270886-8b72-4996-b451-52316e1bfe26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807178 Jan 17 21:21:45.093113 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-7cbb1116-7386-4245-a295-c7be7808d1ac service neutron] 10.222.0.64 "GET /v2.0/networks/90270886-8b72-4996-b451-52316e1bfe26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885766 Jan 17 21:21:45.249091 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-419c5579-daa1-4629-8259-fcbc0736811f req-d9f9c30e-96c0-4861-865d-22446460ed37 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=3de27f69-552a-4922-8576-4163c4c8bfb0 HTTP/1.1" status: 200 len: 210 time: 0.0259590 Jan 17 21:21:45.581297 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a47e0-c0b4-4f8f-8226-cc154f58c3bb req-bbe1cc03-2c4e-4a4d-9610-f4ecd149a989 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:45.582785 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cb8a47e0-c0b4-4f8f-8226-cc154f58c3bb req-bbe1cc03-2c4e-4a4d-9610-f4ecd149a989 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0481617 Jan 17 21:21:45.628952 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cb8a47e0-c0b4-4f8f-8226-cc154f58c3bb req-35737add-51b7-43d8-9ebf-30687a0c63b4 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401573 Jan 17 21:21:45.927614 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcee65f-9fc5-4e25-8523-9df382b9a312 req-0be08b76-a3d3-41a8-856c-4acb962feb00 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:45.929001 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-efcee65f-9fc5-4e25-8523-9df382b9a312 req-0be08b76-a3d3-41a8-856c-4acb962feb00 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=93682201-3212-40f2-b5b4-972db2013f23 HTTP/1.1" status: 200 len: 944 time: 0.0476191 Jan 17 21:21:45.980578 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-efcee65f-9fc5-4e25-8523-9df382b9a312 req-b782cdce-2b9e-4b45-a1bb-a90ded2aa32b tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c90c45ac-6f14-4852-9683-ace8afb9de06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456381 Jan 17 21:21:46.043823 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-69a792ca-2c29-47dc-8932-110f24c1c32f req-67330d19-a844-4b2e-a04d-e49fd67e0f80 service neutron] 10.222.0.72 "GET /v2.0/networks/26db734b-a4bb-4f2a-8d18-dbe8b6a57647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940063 Jan 17 21:21:46.115202 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:21:46.341181 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-db2aa35f-1fd2-4212-8f1b-0fb705d5e1b9 req-0c7e0da8-2391-40b2-a68c-81dbaf12d90d tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=3de27f69-552a-4922-8576-4163c4c8bfb0 HTTP/1.1" status: 200 len: 210 time: 0.0267293 Jan 17 21:21:46.741824 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c6f1c-09ac-4c3e-bb79-17afe8ec63c0 req-430e3c26-80ff-42f2-b00c-e840778f5500 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:46.743214 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-478c6f1c-09ac-4c3e-bb79-17afe8ec63c0 req-430e3c26-80ff-42f2-b00c-e840778f5500 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0487263 Jan 17 21:21:46.793848 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-478c6f1c-09ac-4c3e-bb79-17afe8ec63c0 req-49df0eaa-e81b-4065-a9ba-915b39a14d0f tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451543 Jan 17 21:21:47.228871 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c01ab3-f59e-494b-ad0e-e5ae6c797896 req-2b59499e-5168-4bb4-9e5e-46ef9fc01a67 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:47.230341 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-57c01ab3-f59e-494b-ad0e-e5ae6c797896 req-2b59499e-5168-4bb4-9e5e-46ef9fc01a67 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=93682201-3212-40f2-b5b4-972db2013f23 HTTP/1.1" status: 200 len: 944 time: 0.0496492 Jan 17 21:21:47.278793 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-57c01ab3-f59e-494b-ad0e-e5ae6c797896 req-12398a6a-8ed6-46e7-9009-b16200236af7 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c90c45ac-6f14-4852-9683-ace8afb9de06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427904 Jan 17 21:21:47.431449 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c98b1a7f-4008-41af-bca9-8d956b920b6e req-eb50d71b-d8c4-4c6b-8dce-a00c021a2023 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=3de27f69-552a-4922-8576-4163c4c8bfb0 HTTP/1.1" status: 200 len: 210 time: 0.0251629 Jan 17 21:21:47.908585 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a15ff-e370-4d41-9a4e-4fb397ec060f req-ad5147b2-35d7-4779-8e40-1096eb769eaf tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:47.910123 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0c9a15ff-e370-4d41-9a4e-4fb397ec060f req-ad5147b2-35d7-4779-8e40-1096eb769eaf tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0485520 Jan 17 21:21:47.955804 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0c9a15ff-e370-4d41-9a4e-4fb397ec060f req-d5ccb51a-3784-42a3-9eaf-8701a0943f77 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394690 Jan 17 21:21:48.390681 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b5cbe-e7a3-4077-a3a2-13eb3d9a16c1 req-38009cee-9d55-4e78-b005-978aa47c656c tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:48.392184 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c32b5cbe-e7a3-4077-a3a2-13eb3d9a16c1 req-38009cee-9d55-4e78-b005-978aa47c656c tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=93682201-3212-40f2-b5b4-972db2013f23 HTTP/1.1" status: 200 len: 944 time: 0.0474901 Jan 17 21:21:48.440556 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c32b5cbe-e7a3-4077-a3a2-13eb3d9a16c1 req-a05b1f34-4037-44d7-b7a7-0bd63e344506 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c90c45ac-6f14-4852-9683-ace8afb9de06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422456 Jan 17 21:21:48.526750 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5dd8af59-be1f-4b9a-b6a4-0d3f3f0efd3d req-ef5589e9-1a95-4710-84b0-c3b442e80b2f tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=3de27f69-552a-4922-8576-4163c4c8bfb0 HTTP/1.1" status: 200 len: 210 time: 0.0301664 Jan 17 21:21:49.072044 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85545632-a59e-45ec-8650-37a748a6a4b6 req-2c53a4f3-f353-430c-b6fa-392b618b1573 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:49.073455 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-85545632-a59e-45ec-8650-37a748a6a4b6 req-2c53a4f3-f353-430c-b6fa-392b618b1573 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0482464 Jan 17 21:21:49.121576 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-85545632-a59e-45ec-8650-37a748a6a4b6 req-8a448dab-c1a6-479d-9700-52328087e533 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426631 Jan 17 21:21:49.544021 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-9b4ec8ad-77a0-4648-afa8-6db7de868105 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:49.545938 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-9b4ec8ad-77a0-4648-afa8-6db7de868105 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.72 "GET /v2.0/networks?id=90270886-8b72-4996-b451-52316e1bfe26 HTTP/1.1" status: 200 len: 815 time: 0.1168652 Jan 17 21:21:49.559862 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-391d5082-ec78-4d56-92a4-85f5ead87987 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Request body: {'port': {'device_id': '3de27f69-552a-4922-8576-4163c4c8bfb0', 'network_id': '90270886-8b72-4996-b451-52316e1bfe26', 'admin_state_up': True, 'tenant_id': '28496391913444ba9a1f04ca404c2c68'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:21:49.560728 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5959aa-a814-4ccf-824d-62f52135b51c req-f649932e-416d-4512-a8bb-8ac058013b32 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:49.569300 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ff5959aa-a814-4ccf-824d-62f52135b51c req-f649932e-416d-4512-a8bb-8ac058013b32 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=93682201-3212-40f2-b5b4-972db2013f23 HTTP/1.1" status: 200 len: 944 time: 0.0575893 Jan 17 21:21:49.657524 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ff5959aa-a814-4ccf-824d-62f52135b51c req-3fae5a29-3389-42a8-8973-bef01e654d33 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c90c45ac-6f14-4852-9683-ace8afb9de06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872622 Jan 17 21:21:49.701060 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-eabb36aa-2eb5-4ac3-8b92-1fd32be7e515 req-7c796fbe-d51d-4020-8b6d-6ecc0ccc3fa9 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=3de27f69-552a-4922-8576-4163c4c8bfb0 HTTP/1.1" status: 200 len: 210 time: 0.0558789 Jan 17 21:21:49.771466 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-391d5082-ec78-4d56-92a4-85f5ead87987 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Made reservation on behalf of 28496391913444ba9a1f04ca404c2c68 for: {'port': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:21:49.775135 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-391d5082-ec78-4d56-92a4-85f5ead87987 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:49.909438 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-391d5082-ec78-4d56-92a4-85f5ead87987 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Allocated IP 172.20.0.4 (90270886-8b72-4996-b451-52316e1bfe26/727d1d86-86be-4ba4-b825-0f84ac7512d4/0371bc2b-703b-41a8-b868-151139132091) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:21:50.063933 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-391d5082-ec78-4d56-92a4-85f5ead87987 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Publish callbacks [] for port (0371bc2b-703b-41a8-b868-151139132091), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:50.100999 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-391d5082-ec78-4d56-92a4-85f5ead87987 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (0371bc2b-703b-41a8-b868-151139132091), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:50.143604 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-391d5082-ec78-4d56-92a4-85f5ead87987 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Network 90270886-8b72-4996-b451-52316e1bfe26 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:21:50.147150 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-391d5082-ec78-4d56-92a4-85f5ead87987 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:21:50.151316 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-391d5082-ec78-4d56-92a4-85f5ead87987 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:21:50.174985 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d5082-ec78-4d56-92a4-85f5ead87987 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Pushing event updated for resources: {'Port': ['ID=0371bc2b-703b-41a8-b868-151139132091,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:50.204591 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-391d5082-ec78-4d56-92a4-85f5ead87987 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:50.205348 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-391d5082-ec78-4d56-92a4-85f5ead87987 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:50.235444 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-391d5082-ec78-4d56-92a4-85f5ead87987 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6794753 Jan 17 21:21:50.249018 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41902ed0-21ec-47af-bd93-7a492f220bc3 req-fa324baf-68c0-4e37-9945-898642d2d715 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:50.250508 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-41902ed0-21ec-47af-bd93-7a492f220bc3 req-fa324baf-68c0-4e37-9945-898642d2d715 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0552831 Jan 17 21:21:50.302794 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-41902ed0-21ec-47af-bd93-7a492f220bc3 req-67b39221-0420-427b-9d23-68ac6af28470 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466473 Jan 17 21:21:50.414278 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a5916-f682-494b-aac8-b5346fcd94fa req-80573b61-5df2-4be2-a7a9-38571bad0f54 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:50.415753 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0f2a5916-f682-494b-aac8-b5346fcd94fa req-80573b61-5df2-4be2-a7a9-38571bad0f54 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0471992 Jan 17 21:21:50.464653 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0f2a5916-f682-494b-aac8-b5346fcd94fa req-b2eb7bd7-c691-4425-b736-d9e1c44c1439 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428989 Jan 17 21:21:50.842078 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131987e0-6404-4daf-8526-3ffe37b597d2 req-890a5365-d069-41e0-9c14-7d045e8743ba tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:50.843726 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-131987e0-6404-4daf-8526-3ffe37b597d2 req-890a5365-d069-41e0-9c14-7d045e8743ba tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=93682201-3212-40f2-b5b4-972db2013f23 HTTP/1.1" status: 200 len: 944 time: 0.1111803 Jan 17 21:21:50.867876 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54019f-5619-4690-8b92-1f36c85c48a5 req-4e81245a-a39c-468c-982f-21885a71466b tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:50.869375 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ce54019f-5619-4690-8b92-1f36c85c48a5 req-4e81245a-a39c-468c-982f-21885a71466b tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=3de27f69-552a-4922-8576-4163c4c8bfb0 HTTP/1.1" status: 200 len: 931 time: 0.0801516 Jan 17 21:21:50.935364 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-131987e0-6404-4daf-8526-3ffe37b597d2 req-4c621d55-1c03-43d0-a649-54bb9c744e48 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c90c45ac-6f14-4852-9683-ace8afb9de06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848906 Jan 17 21:21:50.939724 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ce54019f-5619-4690-8b92-1f36c85c48a5 req-7b891a8e-4a14-4a8b-8779-27120b70af27 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640147 Jan 17 21:21:51.314290 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:52.084051 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39107bb9-427a-4634-be1f-04626abc003a req-e08e9e37-a3d1-4845-a13b-eb0b66240771 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:52.085554 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-39107bb9-427a-4634-be1f-04626abc003a req-e08e9e37-a3d1-4845-a13b-eb0b66240771 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=3de27f69-552a-4922-8576-4163c4c8bfb0 HTTP/1.1" status: 200 len: 931 time: 0.0725417 Jan 17 21:21:52.093936 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ec74d-9f52-4468-8697-8df2ffcd383d req-22fdc945-f388-4220-a0a2-3fe88a9a49e0 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:52.095401 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-066ec74d-9f52-4468-8697-8df2ffcd383d req-22fdc945-f388-4220-a0a2-3fe88a9a49e0 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=93682201-3212-40f2-b5b4-972db2013f23 HTTP/1.1" status: 200 len: 944 time: 0.0919368 Jan 17 21:21:52.165299 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-39107bb9-427a-4634-be1f-04626abc003a req-ea8fd093-48f2-4a0c-83c6-29580d7c9ebc tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689247 Jan 17 21:21:52.172562 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-066ec74d-9f52-4468-8697-8df2ffcd383d req-172a520b-0afa-4453-80cb-8c401230b1df tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c90c45ac-6f14-4852-9683-ace8afb9de06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697320 Jan 17 21:21:52.463706 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-61ad6584-98ea-480c-9f7a-498cb3f8525b service neutron] Request body: {'port': {'device_id': '3de27f69-552a-4922-8576-4163c4c8bfb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82489'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:21:52.518543 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-61ad6584-98ea-480c-9f7a-498cb3f8525b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (0371bc2b-703b-41a8-b868-151139132091), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:52.958800 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-61ad6584-98ea-480c-9f7a-498cb3f8525b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0371bc2b-703b-41a8-b868-151139132091 {{(pid=102499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:21:52.966570 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-61ad6584-98ea-480c-9f7a-498cb3f8525b service neutron] Publish callbacks [] for port (0371bc2b-703b-41a8-b868-151139132091), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:52.978321 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.provisioning_blocks [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-61ad6584-98ea-480c-9f7a-498cb3f8525b service neutron] Transition to ACTIVE for port object 0371bc2b-703b-41a8-b868-151139132091 will not be triggered until provisioned by entity L2. {{(pid=102499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 21:21:52.982946 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-61ad6584-98ea-480c-9f7a-498cb3f8525b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3358448'] for port (0371bc2b-703b-41a8-b868-151139132091), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:53.034643 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad6584-98ea-480c-9f7a-498cb3f8525b service neutron] Pushing event updated for resources: {'Port': ['ID=0371bc2b-703b-41a8-b868-151139132091,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:53.102232 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-61ad6584-98ea-480c-9f7a-498cb3f8525b service neutron] Attempting to bind port 0371bc2b-703b-41a8-b868-151139132091 on host hv-cinder-82489 for vnic_type normal with profile {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:21:53.102572 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-61ad6584-98ea-480c-9f7a-498cb3f8525b service neutron] Attempting to bind port 0371bc2b-703b-41a8-b868-151139132091 by drivers openvswitch,hyperv on host hv-cinder-82489 at level 0 using segments [{'id': '3002b40c-9179-46b7-bf21-480b3877c297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90270886-8b72-4996-b451-52316e1bfe26'}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:21:53.102911 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-61ad6584-98ea-480c-9f7a-498cb3f8525b service neutron] Attempting to bind port 0371bc2b-703b-41a8-b868-151139132091 on network 90270886-8b72-4996-b451-52316e1bfe26 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:21:53.107273 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-61ad6584-98ea-480c-9f7a-498cb3f8525b service neutron] Port 0371bc2b-703b-41a8-b868-151139132091 on network 90270886-8b72-4996-b451-52316e1bfe26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82489 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 21:21:53.107598 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-61ad6584-98ea-480c-9f7a-498cb3f8525b service neutron] Attempting to bind port 0371bc2b-703b-41a8-b868-151139132091 on network 90270886-8b72-4996-b451-52316e1bfe26 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:21:53.112420 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-61ad6584-98ea-480c-9f7a-498cb3f8525b service neutron] Checking agent: {'id': 'fb6a4824-98a1-4114-b283-810c221687ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82489', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 18, 21), 'started_at': datetime.datetime(2022, 1, 17, 21, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:21:53.112769 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-61ad6584-98ea-480c-9f7a-498cb3f8525b service neutron] Checking segment: {'id': '3002b40c-9179-46b7-bf21-480b3877c297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90270886-8b72-4996-b451-52316e1bfe26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:21:53.113155 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-61ad6584-98ea-480c-9f7a-498cb3f8525b service neutron] Bound using segment: {'id': '3002b40c-9179-46b7-bf21-480b3877c297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90270886-8b72-4996-b451-52316e1bfe26'} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:21:53.113587 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-61ad6584-98ea-480c-9f7a-498cb3f8525b service neutron] Bound port: 0371bc2b-703b-41a8-b868-151139132091, host: hv-cinder-82489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3002b40c-9179-46b7-bf21-480b3877c297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90270886-8b72-4996-b451-52316e1bfe26'}}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:21:53.113947 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-61ad6584-98ea-480c-9f7a-498cb3f8525b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (0371bc2b-703b-41a8-b868-151139132091), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:53.183497 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-61ad6584-98ea-480c-9f7a-498cb3f8525b service neutron] For port 0371bc2b-703b-41a8-b868-151139132091, host hv-cinder-82489, cleared binding levels {{(pid=102499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:21:53.186516 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-61ad6584-98ea-480c-9f7a-498cb3f8525b service neutron] For port 0371bc2b-703b-41a8-b868-151139132091, host hv-cinder-82489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=0371bc2b-703b-41a8-b868-151139132091,segment=NetworkSegment(3002b40c-9179-46b7-bf21-480b3877c297),segment_id=3002b40c-9179-46b7-bf21-480b3877c297)] {{(pid=102499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:21:53.192126 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-61ad6584-98ea-480c-9f7a-498cb3f8525b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3358448'] for port (0371bc2b-703b-41a8-b868-151139132091), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:53.232414 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-61ad6584-98ea-480c-9f7a-498cb3f8525b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:53.233049 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-61ad6584-98ea-480c-9f7a-498cb3f8525b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:53.234458 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-61ad6584-98ea-480c-9f7a-498cb3f8525b service neutron] 10.222.0.72 "PUT /v2.0/ports/0371bc2b-703b-41a8-b868-151139132091 HTTP/1.1" status: 200 len: 1093 time: 0.7751336 Jan 17 21:21:53.234914 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3de27f69-552a-4922-8576-4163c4c8bfb0', 'tag': '0371bc2b-703b-41a8-b868-151139132091'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:21:53.237361 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c2de0e70a1bc7346ac1be0cec4f24ea848d889c4763a7575c3a73373459bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb45da2a-1ede-4b03-b73f-6cde7e977e64" -d '{"events": [{"name": "network-changed", "server_uuid": "3de27f69-552a-4922-8576-4163c4c8bfb0", "tag": "0371bc2b-703b-41a8-b868-151139132091"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:21:53.260151 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad6584-98ea-480c-9f7a-498cb3f8525b service neutron] Pushing event updated for resources: {'Port': ['ID=0371bc2b-703b-41a8-b868-151139132091,revision_number=3']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:53.324444 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6de3b4-ac50-42ef-9cd4-13470b205b19 req-731c94f8-1546-46dc-a0d6-5002af0a4f00 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:53.325840 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ca6de3b4-ac50-42ef-9cd4-13470b205b19 req-731c94f8-1546-46dc-a0d6-5002af0a4f00 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=93682201-3212-40f2-b5b4-972db2013f23 HTTP/1.1" status: 200 len: 944 time: 0.0839653 Jan 17 21:21:53.333734 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653a85b-d340-4570-afdd-5742c2378782 req-e9d37f20-0ff2-40ac-8071-69768ba48e11 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:53.335105 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1653a85b-d340-4570-afdd-5742c2378782 req-e9d37f20-0ff2-40ac-8071-69768ba48e11 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=3de27f69-552a-4922-8576-4163c4c8bfb0 HTTP/1.1" status: 200 len: 943 time: 0.0834475 Jan 17 21:21:53.402368 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ca6de3b4-ac50-42ef-9cd4-13470b205b19 req-4f29f3bb-4c31-4706-b9c7-685657b74b1d tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c90c45ac-6f14-4852-9683-ace8afb9de06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663195 Jan 17 21:21:53.409408 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1653a85b-d340-4570-afdd-5742c2378782 req-2695dff0-b06c-4b91-a11f-eda50dcd4626 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675104 Jan 17 21:21:53.444680 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864d8163-3cd4-428d-912e-4d9043f4ebbd x-openstack-request-id: req-864d8163-3cd4-428d-912e-4d9043f4ebbd {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:21:53.444971 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3de27f69-552a-4922-8576-4163c4c8bfb0", "tag": "0371bc2b-703b-41a8-b868-151139132091", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:21:53.445223 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-864d8163-3cd4-428d-912e-4d9043f4ebbd {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:21:53.445618 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3de27f69-552a-4922-8576-4163c4c8bfb0', 'tag': '0371bc2b-703b-41a8-b868-151139132091', 'status': 'completed', 'code': 200} Jan 17 21:21:54.550015 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b86a3a-86b3-4d7c-b33f-edaae1f25ff6 req-1a0a28bf-c744-47c8-84de-584ce8833727 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:54.551536 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-16b86a3a-86b3-4d7c-b33f-edaae1f25ff6 req-1a0a28bf-c744-47c8-84de-584ce8833727 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=93682201-3212-40f2-b5b4-972db2013f23 HTTP/1.1" status: 200 len: 944 time: 0.0831256 Jan 17 21:21:54.560895 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9a253-5f6d-48c5-bcf9-852196ba236d req-0adc595a-fe4c-41e3-852d-cc4d4a43fcea tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:54.562291 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-04f9a253-5f6d-48c5-bcf9-852196ba236d req-0adc595a-fe4c-41e3-852d-cc4d4a43fcea tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=3de27f69-552a-4922-8576-4163c4c8bfb0 HTTP/1.1" status: 200 len: 943 time: 0.0839224 Jan 17 21:21:54.633649 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-16b86a3a-86b3-4d7c-b33f-edaae1f25ff6 req-565db1cf-43a2-49d1-b867-dfc407b3abfa tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c90c45ac-6f14-4852-9683-ace8afb9de06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703921 Jan 17 21:21:54.637269 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-04f9a253-5f6d-48c5-bcf9-852196ba236d req-a6c8733a-3b3b-4b92-858d-d6308389a3b3 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683649 Jan 17 21:21:54.875928 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a8dc1766-2cfa-4c7b-a425-7be403447216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:55.143972 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45da2a-1ede-4b03-b73f-6cde7e977e64 req-ef8497d8-8d5b-4602-be5d-7cee48511971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:55.145373 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-bb45da2a-1ede-4b03-b73f-6cde7e977e64 req-ef8497d8-8d5b-4602-be5d-7cee48511971 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=28496391913444ba9a1f04ca404c2c68&device_id=3de27f69-552a-4922-8576-4163c4c8bfb0 HTTP/1.1" status: 200 len: 1096 time: 0.0448434 Jan 17 21:21:55.308687 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45da2a-1ede-4b03-b73f-6cde7e977e64 req-326d5f10-d065-4daa-989a-2607442446e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:55.310190 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-bb45da2a-1ede-4b03-b73f-6cde7e977e64 req-326d5f10-d065-4daa-989a-2607442446e0 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=28496391913444ba9a1f04ca404c2c68&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0943592 Jan 17 21:21:55.407242 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45da2a-1ede-4b03-b73f-6cde7e977e64 req-4e3e6947-56eb-4541-bc6e-115a84b20b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:55.408669 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-bb45da2a-1ede-4b03-b73f-6cde7e977e64 req-4e3e6947-56eb-4541-bc6e-115a84b20b7f service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887296 Jan 17 21:21:55.485854 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-271a6574-490a-47d2-a176-1255bc44b42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:55.487326 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-271a6574-490a-47d2-a176-1255bc44b42e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=28496391913444ba9a1f04ca404c2c68&device_id=3de27f69-552a-4922-8576-4163c4c8bfb0 HTTP/1.1" status: 200 len: 1096 time: 0.0389276 Jan 17 21:21:55.528146 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-603982a7-1fba-4d79-9b6a-8592785bca97 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0371bc2b-703b-41a8-b868-151139132091 HTTP/1.1" status: 200 len: 217 time: 0.0341344 Jan 17 21:21:55.582149 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-7446c2c9-79c5-4278-97ac-8e29a1dd7ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:55.583664 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-7446c2c9-79c5-4278-97ac-8e29a1dd7ae5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=727d1d86-86be-4ba4-b825-0f84ac7512d4 HTTP/1.1" status: 200 len: 855 time: 0.0490205 Jan 17 21:21:55.619728 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-c669ed9c-f54b-488f-86b6-35eac3735af3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=90270886-8b72-4996-b451-52316e1bfe26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288925 Jan 17 21:21:55.710998 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-56e0ffa7-fe60-4ab7-bec4-a614ec1c55d9 service neutron] 10.222.0.72 "GET /v2.0/networks/90270886-8b72-4996-b451-52316e1bfe26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840154 Jan 17 21:21:55.778672 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286fc2e0-ee26-42a2-9dfc-811b8c054a84 req-d461a039-5486-4e69-8ba2-ab1acdcf6dce tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:55.780249 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-286fc2e0-ee26-42a2-9dfc-811b8c054a84 req-d461a039-5486-4e69-8ba2-ab1acdcf6dce tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=93682201-3212-40f2-b5b4-972db2013f23 HTTP/1.1" status: 200 len: 944 time: 0.0757301 Jan 17 21:21:55.788810 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221cadc8-a286-4ba9-be82-56cefee68f29 req-afe301dd-4dcf-4d7d-97c2-ed9366fb07be tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:55.790233 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-221cadc8-a286-4ba9-be82-56cefee68f29 req-afe301dd-4dcf-4d7d-97c2-ed9366fb07be tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=3de27f69-552a-4922-8576-4163c4c8bfb0 HTTP/1.1" status: 200 len: 943 time: 0.0875623 Jan 17 21:21:55.803888 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-dcabf763-5c32-43e9-839f-a691673e9d57 req-eee74b4b-7f5b-4015-a5a6-3279d29eb7b4 service neutron] 10.222.0.72 "GET /v2.0/networks/90270886-8b72-4996-b451-52316e1bfe26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865607 Jan 17 21:21:55.865669 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-286fc2e0-ee26-42a2-9dfc-811b8c054a84 req-e0481d61-3e77-4373-8392-6796b955fbfc tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c90c45ac-6f14-4852-9683-ace8afb9de06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744636 Jan 17 21:21:55.869195 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-221cadc8-a286-4ba9-be82-56cefee68f29 req-ffa8062c-7422-4e11-b11b-25e727f1a8d9 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723248 Jan 17 21:21:57.012541 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d30d65-b112-4b51-80f8-0120a151f27f req-bc1cd42f-b3e1-4f1f-83ac-2267b30bb226 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:57.014073 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-44d30d65-b112-4b51-80f8-0120a151f27f req-bc1cd42f-b3e1-4f1f-83ac-2267b30bb226 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=93682201-3212-40f2-b5b4-972db2013f23 HTTP/1.1" status: 200 len: 944 time: 0.0786798 Jan 17 21:21:57.022099 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f500d16-0046-4fd4-8adf-d1f1437575b3 req-56fcbda2-eab8-4622-88a1-3935743adb36 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:57.023793 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6f500d16-0046-4fd4-8adf-d1f1437575b3 req-56fcbda2-eab8-4622-88a1-3935743adb36 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=3de27f69-552a-4922-8576-4163c4c8bfb0 HTTP/1.1" status: 200 len: 943 time: 0.0863304 Jan 17 21:21:57.062502 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0 details requested by agent hyperv_hv-cinder-82489 with host hv-cinder-82489 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:21:57.132603 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6f500d16-0046-4fd4-8adf-d1f1437575b3 req-284c2887-3040-4058-9220-c782a2518c37 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016252 Jan 17 21:21:57.135947 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-44d30d65-b112-4b51-80f8-0120a151f27f req-423f5f46-7842-44cc-9e67-d10bbcba5046 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c90c45ac-6f14-4852-9683-ace8afb9de06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112738 Jan 17 21:21:57.193468 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0,segment=NetworkSegment(c6aa26ae-d31b-41f2-b604-94e986290bb3),segment_id=c6aa26ae-d31b-41f2-b604-94e986290bb3)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:21:57.204885 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Returning: {'device': 'dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0', 'network_id': '26db734b-a4bb-4f2a-8d18-dbe8b6a57647', 'port_id': 'dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0', 'mac_address': 'fa:16:3e:67:b3:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57406f7f-e7c3-4d3b-bc3d-a9d3e9b561a5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:21:57.243877 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0 is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:21:57.244277 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:57.372877 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0 {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:21:57.393032 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0,segment=NetworkSegment(c6aa26ae-d31b-41f2-b604-94e986290bb3),segment_id=c6aa26ae-d31b-41f2-b604-94e986290bb3)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:21:57.397584 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:57.446013 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:57.453230 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:21:57.453614 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:21:57.453968 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:21:57.454308 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:21:57.454809 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:21:57.455292 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:21:57.455638 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:21:57.455971 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:21:57.456296 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:21:57.457086 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:21:57.457086 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:21:57.461605 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:21:57.461605 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:21:57.623746 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e203ea32-6ca9-4c65-899e-28593064abc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:57.991348 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] get_ports_and_sgs() called for port_ids ['dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:21:58.330741 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e6eab-533a-4717-b2de-470185322a2f req-4da68bce-46ad-40a2-8f09-534c6db3fa63 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:58.332278 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c39e6eab-533a-4717-b2de-470185322a2f req-4da68bce-46ad-40a2-8f09-534c6db3fa63 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=3de27f69-552a-4922-8576-4163c4c8bfb0 HTTP/1.1" status: 200 len: 943 time: 0.0931542 Jan 17 21:21:58.356410 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826a954-a757-48e8-929b-657b5894f4ce req-e9d7e2af-7241-4648-b6cb-8e00011b83de tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:58.357907 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f826a954-a757-48e8-929b-657b5894f4ce req-e9d7e2af-7241-4648-b6cb-8e00011b83de tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=93682201-3212-40f2-b5b4-972db2013f23 HTTP/1.1" status: 200 len: 945 time: 0.0874166 Jan 17 21:21:58.428830 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 53480) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:58.440397 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:58.443827 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c39e6eab-533a-4717-b2de-470185322a2f req-d2223633-d9bc-4c3d-9c54-862233657bb8 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029685 Jan 17 21:21:58.475515 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f826a954-a757-48e8-929b-657b5894f4ce req-44212cc8-dd5a-432c-901e-346803bc41e6 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c90c45ac-6f14-4852-9683-ace8afb9de06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032410 Jan 17 21:21:58.605454 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-99e71b31-3fdf-44d1-ad53-fa67f3cb2673 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:58.687881 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-99e71b31-3fdf-44d1-ad53-fa67f3cb2673 admin admin] Publish callbacks [] for security_group (05170c9f-f69d-4caa-b711-c587f87d4e02), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:58.692705 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-99e71b31-3fdf-44d1-ad53-fa67f3cb2673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (05170c9f-f69d-4caa-b711-c587f87d4e02), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:58.738485 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-99e71b31-3fdf-44d1-ad53-fa67f3cb2673 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7ddac2b16c7947ea962c5b8db06aa994&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3085897 Jan 17 21:21:58.742328 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 53492) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:21:58.743264 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e71b31-3fdf-44d1-ad53-fa67f3cb2673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05170c9f-f69d-4caa-b711-c587f87d4e02,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:58.827932 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001bb4b-e199-4c00-896d-3e7022021244 req-dae8f52c-fcd4-47d8-aaf3-4d4addd765c4 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:58.829889 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e001bb4b-e199-4c00-896d-3e7022021244 req-dae8f52c-fcd4-47d8-aaf3-4d4addd765c4 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0921988 Jan 17 21:21:58.854230 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ba4e3ea2-4aeb-4136-83a9-8cdd31e8e6c7 admin admin] Publish callbacks [] for security_group (05170c9f-f69d-4caa-b711-c587f87d4e02), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:58.890915 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ba4e3ea2-4aeb-4136-83a9-8cdd31e8e6c7 admin admin] Publish callbacks [] for security_group (05170c9f-f69d-4caa-b711-c587f87d4e02), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:58.906443 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e001bb4b-e199-4c00-896d-3e7022021244 req-a6940507-d192-4a8b-b1ef-be7b1158a41c tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688891 Jan 17 21:21:58.943720 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ba4e3ea2-4aeb-4136-83a9-8cdd31e8e6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (05170c9f-f69d-4caa-b711-c587f87d4e02), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:58.946321 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ba4e3ea2-4aeb-4136-83a9-8cdd31e8e6c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:21:58.947443 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-ba4e3ea2-4aeb-4136-83a9-8cdd31e8e6c7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/05170c9f-f69d-4caa-b711-c587f87d4e02 HTTP/1.1" status: 204 len: 168 time: 0.2035306 Jan 17 21:21:58.955259 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e3ea2-4aeb-4136-83a9-8cdd31e8e6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05170c9f-f69d-4caa-b711-c587f87d4e02,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:21:59.587268 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbfad1-00fc-47c7-a221-a567269c7ce7 req-2b27f665-87f6-4392-bbf3-f609297ea882 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:59.588775 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-99cbfad1-00fc-47c7-a221-a567269c7ce7 req-2b27f665-87f6-4392-bbf3-f609297ea882 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=3de27f69-552a-4922-8576-4163c4c8bfb0 HTTP/1.1" status: 200 len: 943 time: 0.0754910 Jan 17 21:21:59.620792 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0758c-659e-4d60-9d90-f123693ca584 req-be79a04e-bc27-441b-a23c-e16842c619ca tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:21:59.622233 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c2a0758c-659e-4d60-9d90-f123693ca584 req-be79a04e-bc27-441b-a23c-e16842c619ca tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=93682201-3212-40f2-b5b4-972db2013f23 HTTP/1.1" status: 200 len: 945 time: 0.0797064 Jan 17 21:21:59.664006 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-99cbfad1-00fc-47c7-a221-a567269c7ce7 req-2fff72fb-1307-4b32-b5f1-426836762448 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689652 Jan 17 21:21:59.684838 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c2a0758c-659e-4d60-9d90-f123693ca584 req-ff9b2de8-2a89-465c-bb3f-e1d424c85421 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c90c45ac-6f14-4852-9683-ace8afb9de06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567684 Jan 17 21:22:00.019751 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a471b-8f3f-4327-bad0-ed9fc0d4954c req-817adea8-8355-4b25-9343-1e6daff4f5aa tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:00.021819 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-307a471b-8f3f-4327-bad0-ed9fc0d4954c req-817adea8-8355-4b25-9343-1e6daff4f5aa tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0490162 Jan 17 21:22:00.031717 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:00.068630 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-307a471b-8f3f-4327-bad0-ed9fc0d4954c req-eb6fa3b6-9904-4161-bc67-cc3663256042 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407693 Jan 17 21:22:00.808281 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f321656-1f96-4030-bc78-030ab3f46f81 req-41fe6c86-0f15-4118-ae58-222ddbc87f88 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:00.809766 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9f321656-1f96-4030-bc78-030ab3f46f81 req-41fe6c86-0f15-4118-ae58-222ddbc87f88 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=3de27f69-552a-4922-8576-4163c4c8bfb0 HTTP/1.1" status: 200 len: 943 time: 0.0780213 Jan 17 21:22:00.822529 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9de11-4593-4efc-978b-691589710630 req-e8f55fe7-0ce2-41e4-ac39-5f9d5be3e637 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:00.824020 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d6b9de11-4593-4efc-978b-691589710630 req-e8f55fe7-0ce2-41e4-ac39-5f9d5be3e637 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=93682201-3212-40f2-b5b4-972db2013f23 HTTP/1.1" status: 200 len: 945 time: 0.0645115 Jan 17 21:22:00.894899 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9f321656-1f96-4030-bc78-030ab3f46f81 req-cc9fb950-3c5c-487e-874b-578e7cefa0db tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698709 Jan 17 21:22:00.898945 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d6b9de11-4593-4efc-978b-691589710630 req-45f9ea69-e8cc-40e3-b6f4-56fae926715c tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c90c45ac-6f14-4852-9683-ace8afb9de06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682478 Jan 17 21:22:01.181422 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113e9b7-cdfe-4424-9487-7eeb32da4331 req-7d1d361c-23ce-4931-b019-17f0092b1186 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:01.182900 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d113e9b7-cdfe-4424-9487-7eeb32da4331 req-7d1d361c-23ce-4931-b019-17f0092b1186 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0487287 Jan 17 21:22:01.236922 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d113e9b7-cdfe-4424-9487-7eeb32da4331 req-5d4c5621-a481-43c0-8549-528b832368aa tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486286 Jan 17 21:22:01.344489 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:01.769859 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f89915-1d6b-472f-90f4-beab82fb9264 req-3fe2dc63-863c-442d-bf46-e61d6614a786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:01.771354 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-26f89915-1d6b-472f-90f4-beab82fb9264 req-3fe2dc63-863c-442d-bf46-e61d6614a786 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=090730c5b4bb4a7195d893aa312dcfe6&device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 1098 time: 0.0446854 Jan 17 21:22:02.043349 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1ba47-f06f-4b83-a516-7f37e0a90752 req-5f242fcb-82aa-4cba-b1ff-179806e82b7c tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:02.044830 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-19a1ba47-f06f-4b83-a516-7f37e0a90752 req-5f242fcb-82aa-4cba-b1ff-179806e82b7c tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=93682201-3212-40f2-b5b4-972db2013f23 HTTP/1.1" status: 200 len: 945 time: 0.0792892 Jan 17 21:22:02.052533 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe5b3c-4bd0-4183-832b-f52c17d329cc req-1368f9bb-6742-4f75-8e53-d4c8cbb6daa8 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:02.053877 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-65fe5b3c-4bd0-4183-832b-f52c17d329cc req-1368f9bb-6742-4f75-8e53-d4c8cbb6daa8 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=3de27f69-552a-4922-8576-4163c4c8bfb0 HTTP/1.1" status: 200 len: 943 time: 0.0898721 Jan 17 21:22:02.123155 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-19a1ba47-f06f-4b83-a516-7f37e0a90752 req-2244c4a4-add5-4d22-95c5-d6564e76282a tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c90c45ac-6f14-4852-9683-ace8afb9de06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682247 Jan 17 21:22:02.127407 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-65fe5b3c-4bd0-4183-832b-f52c17d329cc req-c43cd125-6bdd-4431-b38d-818b3d72b76a tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671532 Jan 17 21:22:02.355931 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f991eda-a92c-4d62-9a23-c6abb9793826 req-a6179556-9216-47fc-ab11-4e91a48c3f88 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:02.357425 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1f991eda-a92c-4d62-9a23-c6abb9793826 req-a6179556-9216-47fc-ab11-4e91a48c3f88 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0514052 Jan 17 21:22:02.567482 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1f991eda-a92c-4d62-9a23-c6abb9793826 req-5fbdcc1d-6c7b-4b90-90ee-aabcb173b83c tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041953 Jan 17 21:22:03.260639 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb297b7-8831-4dab-9ea0-c0294a042c75 req-ae7d7684-c952-4c1c-9cfc-e9c6cce08e81 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:03.262139 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bbb297b7-8831-4dab-9ea0-c0294a042c75 req-ae7d7684-c952-4c1c-9cfc-e9c6cce08e81 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=93682201-3212-40f2-b5b4-972db2013f23 HTTP/1.1" status: 200 len: 945 time: 0.0724046 Jan 17 21:22:03.274702 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a523cc-599b-4204-a206-94f8e2b548d9 req-40c59e04-c10c-42e4-a3db-6fa8879f8a26 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:03.276140 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b9a523cc-599b-4204-a206-94f8e2b548d9 req-40c59e04-c10c-42e4-a3db-6fa8879f8a26 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=3de27f69-552a-4922-8576-4163c4c8bfb0 HTTP/1.1" status: 200 len: 943 time: 0.0773137 Jan 17 21:22:03.305673 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f89915-1d6b-472f-90f4-beab82fb9264 req-acbac6cc-bf0d-48a7-801e-f3600aba43c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:03.307279 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-26f89915-1d6b-472f-90f4-beab82fb9264 req-acbac6cc-bf0d-48a7-801e-f3600aba43c7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bff8e5f5-97ad-489f-85ec-9f479ea549b7 HTTP/1.1" status: 200 len: 919 time: 0.0845766 Jan 17 21:22:03.350989 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-26f89915-1d6b-472f-90f4-beab82fb9264 req-98048746-bfa1-45ec-972d-88d431cfd69e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=138d0a50-2135-4dee-95fa-28ecdc541d3d HTTP/1.1" status: 200 len: 217 time: 0.0359707 Jan 17 21:22:03.351277 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bbb297b7-8831-4dab-9ea0-c0294a042c75 req-4986e5dd-4139-41ae-bb8c-77656ee21fa2 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c90c45ac-6f14-4852-9683-ace8afb9de06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741656 Jan 17 21:22:03.355703 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b9a523cc-599b-4204-a206-94f8e2b548d9 req-21ec6e20-49f8-495e-ac3c-2b191803c8d1 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720723 Jan 17 21:22:03.403781 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f89915-1d6b-472f-90f4-beab82fb9264 req-f5da5520-0b15-41fb-8ef7-889dfbe1216d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:03.405271 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-26f89915-1d6b-472f-90f4-beab82fb9264 req-f5da5520-0b15-41fb-8ef7-889dfbe1216d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aa7783e7-3496-4e0a-9051-7034d9bfba99 HTTP/1.1" status: 200 len: 858 time: 0.0475357 Jan 17 21:22:03.436650 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-26f89915-1d6b-472f-90f4-beab82fb9264 req-de8ffc5c-c9f3-4505-9737-48860b69e02e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bff8e5f5-97ad-489f-85ec-9f479ea549b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249941 Jan 17 21:22:03.528921 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-26f89915-1d6b-472f-90f4-beab82fb9264 req-0c744260-e991-4758-8e97-ba1c4912620b service neutron] 10.222.0.72 "GET /v2.0/networks/bff8e5f5-97ad-489f-85ec-9f479ea549b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809026 Jan 17 21:22:03.654775 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-26f89915-1d6b-472f-90f4-beab82fb9264 req-791739b5-064f-44c7-aea2-46764ddc2bf6 service neutron] 10.222.0.72 "GET /v2.0/networks/bff8e5f5-97ad-489f-85ec-9f479ea549b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185474 Jan 17 21:22:03.686864 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830272f7-7c78-40e2-9bb6-f1b4b5638877 req-dad3849e-c3de-45a7-88b5-d10d5fc0e451 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:03.688444 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-830272f7-7c78-40e2-9bb6-f1b4b5638877 req-dad3849e-c3de-45a7-88b5-d10d5fc0e451 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0527766 Jan 17 21:22:03.739324 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-830272f7-7c78-40e2-9bb6-f1b4b5638877 req-ad96cb12-9349-4806-83f9-eba9d54e638c tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429914 Jan 17 21:22:04.514727 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15858fab-98d4-440e-84a2-70f3e76a1a52 req-4fd9e13d-b466-41e8-aa07-cc6f03a0d2fe tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:04.516127 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-15858fab-98d4-440e-84a2-70f3e76a1a52 req-4fd9e13d-b466-41e8-aa07-cc6f03a0d2fe tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=93682201-3212-40f2-b5b4-972db2013f23 HTTP/1.1" status: 200 len: 945 time: 0.0814011 Jan 17 21:22:04.524755 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89799c-34d1-4779-adbb-b3b6a39ca6d6 req-54c1e8da-da71-4dd4-b595-8043d4feef3d tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:04.526132 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1c89799c-34d1-4779-adbb-b3b6a39ca6d6 req-54c1e8da-da71-4dd4-b595-8043d4feef3d tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=3de27f69-552a-4922-8576-4163c4c8bfb0 HTTP/1.1" status: 200 len: 943 time: 0.0817928 Jan 17 21:22:04.596955 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-15858fab-98d4-440e-84a2-70f3e76a1a52 req-ad3e5483-7a5c-4f64-b094-447ab13e2017 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c90c45ac-6f14-4852-9683-ace8afb9de06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698626 Jan 17 21:22:04.601601 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1c89799c-34d1-4779-adbb-b3b6a39ca6d6 req-513f028e-f62c-4d64-bb24-68e0fab56b4a tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687249 Jan 17 21:22:04.860150 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a499ec-53bf-434d-b9f1-a60671d48815 req-6e4a822d-8328-4592-97c4-5c79f88899a3 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:04.861679 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-24a499ec-53bf-434d-b9f1-a60671d48815 req-6e4a822d-8328-4592-97c4-5c79f88899a3 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0521865 Jan 17 21:22:04.913399 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-24a499ec-53bf-434d-b9f1-a60671d48815 req-332e8bdc-2d28-4946-8bca-567a84dd17bd tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454054 Jan 17 21:22:05.743141 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c350d3-3a7c-4b02-9cf1-10fc19c56df3 req-ed67ccf7-d10f-4f67-82ee-54dc1f40c368 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:05.744652 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-03c350d3-3a7c-4b02-9cf1-10fc19c56df3 req-ed67ccf7-d10f-4f67-82ee-54dc1f40c368 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=3de27f69-552a-4922-8576-4163c4c8bfb0 HTTP/1.1" status: 200 len: 943 time: 0.0768077 Jan 17 21:22:05.752707 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee84eb-39bb-47aa-b6cb-e7dbdce859aa req-87acdcb5-a04c-4d5c-8b46-90dca9588c3a tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:05.754087 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2cee84eb-39bb-47aa-b6cb-e7dbdce859aa req-87acdcb5-a04c-4d5c-8b46-90dca9588c3a tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=93682201-3212-40f2-b5b4-972db2013f23 HTTP/1.1" status: 200 len: 945 time: 0.0881650 Jan 17 21:22:05.829349 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-03c350d3-3a7c-4b02-9cf1-10fc19c56df3 req-1d15296c-961d-4a1f-a5a2-a56805a33c6d tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743091 Jan 17 21:22:05.837522 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2cee84eb-39bb-47aa-b6cb-e7dbdce859aa req-8c16191d-aee0-47f7-9b68-2ca6e1c2462e tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c90c45ac-6f14-4852-9683-ace8afb9de06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703793 Jan 17 21:22:06.030525 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2722084-36e5-4ce1-9dfb-02568da16401 req-06b0efdb-fbfb-4d92-a584-9ce83e60a6aa tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:06.032016 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d2722084-36e5-4ce1-9dfb-02568da16401 req-06b0efdb-fbfb-4d92-a584-9ce83e60a6aa tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0505033 Jan 17 21:22:06.079902 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d2722084-36e5-4ce1-9dfb-02568da16401 req-aa82b03d-b067-4478-a13a-85090871cc99 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417793 Jan 17 21:22:06.973034 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798accb-9f07-4b93-89fa-9aea731faff6 req-487b351e-2807-481c-91bd-0957fdcd4bf9 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:06.975205 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3798accb-9f07-4b93-89fa-9aea731faff6 req-487b351e-2807-481c-91bd-0957fdcd4bf9 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=3de27f69-552a-4922-8576-4163c4c8bfb0 HTTP/1.1" status: 200 len: 943 time: 0.0783877 Jan 17 21:22:06.986775 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e8fad-f193-43c6-b2df-9f6d5b8c2710 req-eb31e6b3-b92e-4acb-99a0-461f98ddc8ac tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:06.988302 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7b6e8fad-f193-43c6-b2df-9f6d5b8c2710 req-eb31e6b3-b92e-4acb-99a0-461f98ddc8ac tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=93682201-3212-40f2-b5b4-972db2013f23 HTTP/1.1" status: 200 len: 945 time: 0.0828061 Jan 17 21:22:07.059413 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3798accb-9f07-4b93-89fa-9aea731faff6 req-7f8af56d-2ebc-4019-9905-8f02d4bf4da5 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696435 Jan 17 21:22:07.066869 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7b6e8fad-f193-43c6-b2df-9f6d5b8c2710 req-f36bad1a-fb47-4478-bb05-e6b071bdf6aa tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c90c45ac-6f14-4852-9683-ace8afb9de06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710042 Jan 17 21:22:07.198459 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90739632-9195-4249-93d2-f57935b3a5b4 req-a3e08d60-f22c-4362-91bd-753b1a414b3c tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:07.199949 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-90739632-9195-4249-93d2-f57935b3a5b4 req-a3e08d60-f22c-4362-91bd-753b1a414b3c tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0489507 Jan 17 21:22:07.250430 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-90739632-9195-4249-93d2-f57935b3a5b4 req-fed58b0d-baf6-4c66-998a-ac975f3f0170 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446966 Jan 17 21:22:07.576638 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 0371bc2b-703b-41a8-b868-151139132091 details requested by agent hyperv_hv-cinder-82489 with host hv-cinder-82489 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:22:07.587083 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0 up at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:22:07.689733 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning for port dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0 completed by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 21:22:07.704507 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning complete for port dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:22:07.704967 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:07.744479 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port 0371bc2b-703b-41a8-b868-151139132091, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=0371bc2b-703b-41a8-b868-151139132091,segment=NetworkSegment(3002b40c-9179-46b7-bf21-480b3877c297),segment_id=3002b40c-9179-46b7-bf21-480b3877c297)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:22:07.760468 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Returning: {'device': '0371bc2b-703b-41a8-b868-151139132091', 'network_id': '90270886-8b72-4996-b451-52316e1bfe26', 'port_id': '0371bc2b-703b-41a8-b868-151139132091', 'mac_address': 'fa:16:3e:ce:8c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '727d1d86-86be-4ba4-b825-0f84ac7512d4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:22:07.825324 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port 0371bc2b-703b-41a8-b868-151139132091 is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:22:07.825712 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (0371bc2b-703b-41a8-b868-151139132091), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:07.842873 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0 is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:22:07.843250 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:07.845805 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0371bc2b-703b-41a8-b868-151139132091 {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:22:07.880995 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port 0371bc2b-703b-41a8-b868-151139132091, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=0371bc2b-703b-41a8-b868-151139132091,segment=NetworkSegment(3002b40c-9179-46b7-bf21-480b3877c297),segment_id=3002b40c-9179-46b7-bf21-480b3877c297)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:22:07.886012 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93682201-3212-40f2-b5b4-972db2013f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:22:07.888302 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd74998850970e76e5e696d55ae046c45085ecb7dce1b7bf3912a5be803d1cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9488a74d-6383-4877-b685-229884deaaad" -d '{"events": [{"server_uuid": "93682201-3212-40f2-b5b4-972db2013f23", "name": "network-vif-plugged", "status": "completed", "tag": "dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:22:07.898181 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (0371bc2b-703b-41a8-b868-151139132091), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:07.905304 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0,segment=NetworkSegment(c6aa26ae-d31b-41f2-b604-94e986290bb3),segment_id=c6aa26ae-d31b-41f2-b604-94e986290bb3)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:22:07.927638 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7738e211-d5fc-4b53-8ba4-133789d772e7 x-openstack-request-id: req-7738e211-d5fc-4b53-8ba4-133789d772e7 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:22:07.927958 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93682201-3212-40f2-b5b4-972db2013f23", "name": "network-vif-plugged", "status": "completed", "tag": "dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:22:07.928216 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7738e211-d5fc-4b53-8ba4-133789d772e7 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:22:07.928634 dv-cinder-824895-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93682201-3212-40f2-b5b4-972db2013f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0', 'code': 200} Jan 17 21:22:07.929428 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:07.955330 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=0371bc2b-703b-41a8-b868-151139132091,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:08.003594 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:08.200130 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e4d5a7-3bed-4731-bf5c-094394494a01 req-696a69c4-98c1-4878-925a-7474ea17101e tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:08.201637 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b5e4d5a7-3bed-4731-bf5c-094394494a01 req-696a69c4-98c1-4878-925a-7474ea17101e tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=3de27f69-552a-4922-8576-4163c4c8bfb0 HTTP/1.1" status: 200 len: 944 time: 0.0753617 Jan 17 21:22:08.221926 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299eac51-5d69-4afb-b936-2005a618815a req-3baf4118-fdfc-43d8-8c25-56de626df099 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:08.223317 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-299eac51-5d69-4afb-b936-2005a618815a req-3baf4118-fdfc-43d8-8c25-56de626df099 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=93682201-3212-40f2-b5b4-972db2013f23 HTTP/1.1" status: 200 len: 946 time: 0.0706282 Jan 17 21:22:08.280709 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b5e4d5a7-3bed-4731-bf5c-094394494a01 req-0040bc4d-03a0-4202-9f13-f5d7b4e71381 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720711 Jan 17 21:22:08.294934 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-299eac51-5d69-4afb-b936-2005a618815a req-5c746613-f931-4633-82b9-5bf5c1d39bdd tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c90c45ac-6f14-4852-9683-ace8afb9de06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637603 Jan 17 21:22:08.391825 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b5201-0745-4170-a7c1-6e0699ac1400 req-edc6ae24-2609-4f74-8cdb-871af2c9e4f5 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:08.393313 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1c9b5201-0745-4170-a7c1-6e0699ac1400 req-edc6ae24-2609-4f74-8cdb-871af2c9e4f5 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0520771 Jan 17 21:22:08.439714 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1c9b5201-0745-4170-a7c1-6e0699ac1400 req-9e60c25f-1a2e-4085-bdc2-2c7db687dc8f tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408745 Jan 17 21:22:09.308620 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9227bc-d17d-4619-911a-b675a0abd8e1 req-9956e30e-f942-40d5-b032-cac7e6428656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:09.309590 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-1f9227bc-d17d-4619-911a-b675a0abd8e1 req-9956e30e-f942-40d5-b032-cac7e6428656 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=93682201-3212-40f2-b5b4-972db2013f23 HTTP/1.1" status: 200 len: 1099 time: 0.0407424 Jan 17 21:22:09.363138 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-1f9227bc-d17d-4619-911a-b675a0abd8e1 req-5b8010be-e6f7-4325-90be-34ac6be5f8c7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c90c45ac-6f14-4852-9683-ace8afb9de06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396523 Jan 17 21:22:09.423170 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6c729-8f73-4aff-a550-79fe2e3c2a90 req-d974ca05-963a-4bd9-b486-82eefd908958 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:09.424650 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a1d6c729-8f73-4aff-a550-79fe2e3c2a90 req-d974ca05-963a-4bd9-b486-82eefd908958 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=3de27f69-552a-4922-8576-4163c4c8bfb0 HTTP/1.1" status: 200 len: 944 time: 0.0774553 Jan 17 21:22:09.437115 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f266afc-7ce2-4525-b04a-39ae97af19e0 req-aba7b701-10bf-433a-bba4-f38870d3e362 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:09.438537 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7f266afc-7ce2-4525-b04a-39ae97af19e0 req-aba7b701-10bf-433a-bba4-f38870d3e362 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=93682201-3212-40f2-b5b4-972db2013f23 HTTP/1.1" status: 200 len: 946 time: 0.0775816 Jan 17 21:22:09.508486 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a1d6c729-8f73-4aff-a550-79fe2e3c2a90 req-53a06f51-a35f-4987-984a-f488914c006f tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689702 Jan 17 21:22:09.515424 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7f266afc-7ce2-4525-b04a-39ae97af19e0 req-dedb23f9-1a97-4196-b5b9-c121dd9a5c91 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c90c45ac-6f14-4852-9683-ace8afb9de06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702829 Jan 17 21:22:09.609084 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1464484-9cef-4d8f-a2f1-c7d6b8b6e0b3 req-4c337815-0e41-45c7-9f9a-940f5a68d27b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:09.610589 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f1464484-9cef-4d8f-a2f1-c7d6b8b6e0b3 req-4c337815-0e41-45c7-9f9a-940f5a68d27b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0492446 Jan 17 21:22:09.660818 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f1464484-9cef-4d8f-a2f1-c7d6b8b6e0b3 req-18e45da0-8e06-48fa-b6cf-862d53775de7 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441544 Jan 17 21:22:10.082447 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] get_ports_and_sgs() called for port_ids ['0371bc2b-703b-41a8-b868-151139132091'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:22:10.654320 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9114352-0d5b-42e6-923d-5047df7fe356 req-d7782759-71b9-4db0-9140-7d18f83b2842 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:10.655824 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d9114352-0d5b-42e6-923d-5047df7fe356 req-d7782759-71b9-4db0-9140-7d18f83b2842 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=3de27f69-552a-4922-8576-4163c4c8bfb0 HTTP/1.1" status: 200 len: 944 time: 0.0805173 Jan 17 21:22:10.664013 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830202e-4db9-491f-bd15-48712e533617 req-a8704134-44a2-437c-b4b4-be404b105fc5 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:10.665474 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4830202e-4db9-491f-bd15-48712e533617 req-a8704134-44a2-437c-b4b4-be404b105fc5 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=93682201-3212-40f2-b5b4-972db2013f23 HTTP/1.1" status: 200 len: 946 time: 0.0800607 Jan 17 21:22:10.738085 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d9114352-0d5b-42e6-923d-5047df7fe356 req-0ffee712-2d61-4039-b293-e15ac5101b31 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716472 Jan 17 21:22:10.741645 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4830202e-4db9-491f-bd15-48712e533617 req-cc2c7eb3-9ad0-4646-82da-ec8f4f8f9f5b tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c90c45ac-6f14-4852-9683-ace8afb9de06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695643 Jan 17 21:22:10.843092 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011d1fb-e29c-42f6-bf80-a13b2509a009 req-c7e2c3ca-1d9b-4d28-8332-8917767c6109 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:10.844671 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9011d1fb-e29c-42f6-bf80-a13b2509a009 req-c7e2c3ca-1d9b-4d28-8332-8917767c6109 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0528812 Jan 17 21:22:10.893033 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9011d1fb-e29c-42f6-bf80-a13b2509a009 req-8d5a604f-cb50-4a11-ac56-c8675c606a91 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418522 Jan 17 21:22:11.896235 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e57b197-c412-42ac-baf2-b1325f1c34b9 req-f8ecea99-7f09-4ec4-ba01-582107459306 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:11.898501 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9e57b197-c412-42ac-baf2-b1325f1c34b9 req-f8ecea99-7f09-4ec4-ba01-582107459306 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=93682201-3212-40f2-b5b4-972db2013f23 HTTP/1.1" status: 200 len: 946 time: 0.0819757 Jan 17 21:22:11.956105 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd905ea-9111-4a8e-938f-84ab2b0f741f req-d97dd5e6-ecae-45af-bb3d-06056e6b69d7 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:11.957616 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ebd905ea-9111-4a8e-938f-84ab2b0f741f req-d97dd5e6-ecae-45af-bb3d-06056e6b69d7 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=3de27f69-552a-4922-8576-4163c4c8bfb0 HTTP/1.1" status: 200 len: 944 time: 0.1075113 Jan 17 21:22:11.987046 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9e57b197-c412-42ac-baf2-b1325f1c34b9 req-35573a39-3443-4591-9210-b544de82c00b tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c90c45ac-6f14-4852-9683-ace8afb9de06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775826 Jan 17 21:22:12.015686 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ebd905ea-9111-4a8e-938f-84ab2b0f741f req-1bd51f4d-72ba-4c02-bbda-d04e4f25ae56 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515463 Jan 17 21:22:12.106787 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241f085-1683-4220-9483-7ea57a5d3220 req-19054e44-fef3-4449-b0ee-341077b5b70e tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:12.108247 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3241f085-1683-4220-9483-7ea57a5d3220 req-19054e44-fef3-4449-b0ee-341077b5b70e tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0545292 Jan 17 21:22:12.160046 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3241f085-1683-4220-9483-7ea57a5d3220 req-c38bb03d-bc6a-4d5b-875c-87c861ce3d66 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455883 Jan 17 21:22:13.040699 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 53744) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:22:13.158896 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb837047-74c5-4c47-938c-1f0310f040f7 admin admin] Deleting subnet 047b0301-5350-465f-ba8d-95ae33a9df7f {{(pid=102498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 21:22:13.164557 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fb837047-74c5-4c47-938c-1f0310f040f7 admin admin] Publish callbacks [] for subnet (047b0301-5350-465f-ba8d-95ae33a9df7f), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:13.210253 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20385ad5-1ae5-4786-99e0-840345f842e0 req-a84368f3-cfc7-4672-84a0-da2dc8e62cf8 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:13.211651 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-20385ad5-1ae5-4786-99e0-840345f842e0 req-a84368f3-cfc7-4672-84a0-da2dc8e62cf8 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=93682201-3212-40f2-b5b4-972db2013f23 HTTP/1.1" status: 200 len: 946 time: 0.1275752 Jan 17 21:22:13.221400 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b315ffb-6993-45c6-8d70-e69d13a76cdc req-64a843f1-3cfb-45ca-87c1-5a711e2c9045 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:13.222807 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1b315ffb-6993-45c6-8d70-e69d13a76cdc req-64a843f1-3cfb-45ca-87c1-5a711e2c9045 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=3de27f69-552a-4922-8576-4163c4c8bfb0 HTTP/1.1" status: 200 len: 944 time: 0.1242027 Jan 17 21:22:13.248733 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fb837047-74c5-4c47-938c-1f0310f040f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4065843'] for subnet (047b0301-5350-465f-ba8d-95ae33a9df7f), precommit_delete_associations {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:13.332156 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-20385ad5-1ae5-4786-99e0-840345f842e0 req-5ed2727c-e353-4967-b259-7a3ba586c1fe tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c90c45ac-6f14-4852-9683-ace8afb9de06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083946 Jan 17 21:22:13.337658 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fb837047-74c5-4c47-938c-1f0310f040f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7879495'] for subnet (047b0301-5350-465f-ba8d-95ae33a9df7f), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:13.361635 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1b315ffb-6993-45c6-8d70-e69d13a76cdc req-d39046d8-f4ce-4298-9606-61b8741d9ea7 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281490 Jan 17 21:22:13.413827 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fb837047-74c5-4c47-938c-1f0310f040f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7879504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8863187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8768212'] for subnet (047b0301-5350-465f-ba8d-95ae33a9df7f), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:13.460357 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb837047-74c5-4c47-938c-1f0310f040f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=047b0301-5350-465f-ba8d-95ae33a9df7f,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:13.465895 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fb837047-74c5-4c47-938c-1f0310f040f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:13.469033 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-fb837047-74c5-4c47-938c-1f0310f040f7 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/047b0301-5350-465f-ba8d-95ae33a9df7f HTTP/1.1" status: 204 len: 168 time: 0.4273312 Jan 17 21:22:13.471559 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 53752) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:22:13.478703 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb837047-74c5-4c47-938c-1f0310f040f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:22:13.479228 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb837047-74c5-4c47-938c-1f0310f040f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:22:13.479584 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb837047-74c5-4c47-938c-1f0310f040f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:22:13.479929 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb837047-74c5-4c47-938c-1f0310f040f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:22:13.480307 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb837047-74c5-4c47-938c-1f0310f040f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:22:13.480937 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb837047-74c5-4c47-938c-1f0310f040f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:22:13.481543 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb837047-74c5-4c47-938c-1f0310f040f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:22:13.482156 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb837047-74c5-4c47-938c-1f0310f040f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:22:13.482765 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb837047-74c5-4c47-938c-1f0310f040f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:22:13.483394 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb837047-74c5-4c47-938c-1f0310f040f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:22:13.484039 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb837047-74c5-4c47-938c-1f0310f040f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:22:13.484682 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb837047-74c5-4c47-938c-1f0310f040f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:22:13.485267 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb837047-74c5-4c47-938c-1f0310f040f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:22:13.504732 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3290f24-3d12-4c91-972f-7bd1b19bdd41 req-afa48881-ea8b-451a-8137-94c0a56c5293 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:13.506814 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b3290f24-3d12-4c91-972f-7bd1b19bdd41 req-afa48881-ea8b-451a-8137-94c0a56c5293 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.1042714 Jan 17 21:22:13.544850 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e366d34e-c931-41fc-b2e7-6712d2b064cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8337467'] for network (9b73b1fd-ed0e-4dd0-ba89-9f94eea7c5eb), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:13.555884 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b3290f24-3d12-4c91-972f-7bd1b19bdd41 req-d1725359-4660-46a3-9197-e8cabdacb9ae tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433462 Jan 17 21:22:13.623740 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e366d34e-c931-41fc-b2e7-6712d2b064cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876800', 'neutron.services.segments.db._delete_segments_for_network-8789461539368'] for network (9b73b1fd-ed0e-4dd0-ba89-9f94eea7c5eb), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:13.644836 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-e366d34e-c931-41fc-b2e7-6712d2b064cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b73b1fd-ed0e-4dd0-ba89-9f94eea7c5eb']}} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:22:13.654251 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-e366d34e-c931-41fc-b2e7-6712d2b064cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c0f15b4-74a7-48d0-baad-8b2bb7fed858') {'for_net_delete': True} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:22:13.654550 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-e366d34e-c931-41fc-b2e7-6712d2b064cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c0f15b4-74a7-48d0-baad-8b2bb7fed858') {} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:22:13.664514 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e366d34e-c931-41fc-b2e7-6712d2b064cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789461539633', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901235'] for segment (3c0f15b4-74a7-48d0-baad-8b2bb7fed858), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:13.678337 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e366d34e-c931-41fc-b2e7-6712d2b064cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874'] for segment (3c0f15b4-74a7-48d0-baad-8b2bb7fed858), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:13.684427 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e366d34e-c931-41fc-b2e7-6712d2b064cc admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=102499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 21:22:13.684825 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e366d34e-c931-41fc-b2e7-6712d2b064cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3358420'] for segment (3c0f15b4-74a7-48d0-baad-8b2bb7fed858), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: Traceback (most recent call last): Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: timer() Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: cb(*args, **kw) Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: return func(*args, **kwargs) Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: self._notify() Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: self.callback(batched_events) Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: event.method(event) Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: return f(self, *a, **k) Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: return self._get(url).json() Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: return self.request(url, 'GET', **kwargs) Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 21:22:13.686476 dv-cinder-824895-3-iscsi neutron-server[102499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 21:22:13.744853 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e366d34e-c931-41fc-b2e7-6712d2b064cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1018646'] for network (9b73b1fd-ed0e-4dd0-ba89-9f94eea7c5eb), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:13.750528 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e366d34e-c931-41fc-b2e7-6712d2b064cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:13.754320 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-e366d34e-c931-41fc-b2e7-6712d2b064cc admin admin] 10.222.0.64 "DELETE /v2.0/networks/9b73b1fd-ed0e-4dd0-ba89-9f94eea7c5eb HTTP/1.1" status: 204 len: 168 time: 0.2817140 Jan 17 21:22:13.757603 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 53756) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:22:13.765594 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366d34e-c931-41fc-b2e7-6712d2b064cc admin admin] Pushing event deleted for resources: {'Network': ['ID=9b73b1fd-ed0e-4dd0-ba89-9f94eea7c5eb,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:13.773510 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366d34e-c931-41fc-b2e7-6712d2b064cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:22:13.773867 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366d34e-c931-41fc-b2e7-6712d2b064cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:22:13.774223 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366d34e-c931-41fc-b2e7-6712d2b064cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:22:13.774566 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366d34e-c931-41fc-b2e7-6712d2b064cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:22:13.774907 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366d34e-c931-41fc-b2e7-6712d2b064cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:22:13.775247 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366d34e-c931-41fc-b2e7-6712d2b064cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:22:13.775584 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366d34e-c931-41fc-b2e7-6712d2b064cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:22:13.775920 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366d34e-c931-41fc-b2e7-6712d2b064cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:22:13.776257 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366d34e-c931-41fc-b2e7-6712d2b064cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:22:13.776610 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366d34e-c931-41fc-b2e7-6712d2b064cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:22:13.776942 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366d34e-c931-41fc-b2e7-6712d2b064cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:22:13.777269 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366d34e-c931-41fc-b2e7-6712d2b064cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:22:13.777620 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366d34e-c931-41fc-b2e7-6712d2b064cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:22:13.802597 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e699af5-25ed-44ab-8263-bea4bc305311 admin admin] Deleting subnet 6cb04766-efe8-4ce5-acbc-f01edf364f41 {{(pid=102498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 21:22:13.806579 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5e699af5-25ed-44ab-8263-bea4bc305311 admin admin] Publish callbacks [] for subnet (6cb04766-efe8-4ce5-acbc-f01edf364f41), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:13.841299 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5e699af5-25ed-44ab-8263-bea4bc305311 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4065843'] for subnet (6cb04766-efe8-4ce5-acbc-f01edf364f41), precommit_delete_associations {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:13.880191 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5e699af5-25ed-44ab-8263-bea4bc305311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7879495'] for subnet (6cb04766-efe8-4ce5-acbc-f01edf364f41), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:13.934219 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5e699af5-25ed-44ab-8263-bea4bc305311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7879504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8863187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8768212'] for subnet (6cb04766-efe8-4ce5-acbc-f01edf364f41), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:13.956570 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e699af5-25ed-44ab-8263-bea4bc305311 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cb04766-efe8-4ce5-acbc-f01edf364f41,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:13.964935 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5e699af5-25ed-44ab-8263-bea4bc305311 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:13.968161 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-5e699af5-25ed-44ab-8263-bea4bc305311 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/6cb04766-efe8-4ce5-acbc-f01edf364f41 HTTP/1.1" status: 204 len: 168 time: 0.2099881 Jan 17 21:22:13.970967 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 53760) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:22:14.038957 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-2d29b897-23f0-4ba3-a079-a18bb814fd74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8337467'] for network (a7a0a11b-8d61-48c9-8f5a-815d41ae52f9), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:14.118561 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-2d29b897-23f0-4ba3-a079-a18bb814fd74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876800', 'neutron.services.segments.db._delete_segments_for_network-8789461539368'] for network (a7a0a11b-8d61-48c9-8f5a-815d41ae52f9), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:14.138469 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.services.segments.db [None req-2d29b897-23f0-4ba3-a079-a18bb814fd74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7a0a11b-8d61-48c9-8f5a-815d41ae52f9']}} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:22:14.148175 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.services.segments.db [None req-2d29b897-23f0-4ba3-a079-a18bb814fd74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7fcad3c-f2fd-4766-85b7-2e5de5a3824c') {'for_net_delete': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:22:14.148506 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.services.segments.db [None req-2d29b897-23f0-4ba3-a079-a18bb814fd74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7fcad3c-f2fd-4766-85b7-2e5de5a3824c') {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:22:14.157631 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-2d29b897-23f0-4ba3-a079-a18bb814fd74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789461539633', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4063680'] for segment (b7fcad3c-f2fd-4766-85b7-2e5de5a3824c), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:14.170968 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-2d29b897-23f0-4ba3-a079-a18bb814fd74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874'] for segment (b7fcad3c-f2fd-4766-85b7-2e5de5a3824c), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:14.176676 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d29b897-23f0-4ba3-a079-a18bb814fd74 admin admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=102498) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 21:22:14.177172 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-2d29b897-23f0-4ba3-a079-a18bb814fd74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8863165'] for segment (b7fcad3c-f2fd-4766-85b7-2e5de5a3824c), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:14.178941 dv-cinder-824895-3-iscsi neutron-server[102498]: Traceback (most recent call last): Jan 17 21:22:14.178941 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 21:22:14.178941 dv-cinder-824895-3-iscsi neutron-server[102498]: timer() Jan 17 21:22:14.178941 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 21:22:14.178941 dv-cinder-824895-3-iscsi neutron-server[102498]: cb(*args, **kw) Jan 17 21:22:14.178941 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 21:22:14.178941 dv-cinder-824895-3-iscsi neutron-server[102498]: return func(*args, **kwargs) Jan 17 21:22:14.178941 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 21:22:14.178941 dv-cinder-824895-3-iscsi neutron-server[102498]: self._notify() Jan 17 21:22:14.178941 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 21:22:14.178941 dv-cinder-824895-3-iscsi neutron-server[102498]: self.callback(batched_events) Jan 17 21:22:14.178941 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 21:22:14.178941 dv-cinder-824895-3-iscsi neutron-server[102498]: event.method(event) Jan 17 21:22:14.178941 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 21:22:14.178941 dv-cinder-824895-3-iscsi neutron-server[102498]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 21:22:14.178941 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 21:22:14.178941 dv-cinder-824895-3-iscsi neutron-server[102498]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 21:22:14.178941 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 21:22:14.178941 dv-cinder-824895-3-iscsi neutron-server[102498]: return f(self, *a, **k) Jan 17 21:22:14.178941 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 21:22:14.178941 dv-cinder-824895-3-iscsi neutron-server[102498]: return self._get(url).json() Jan 17 21:22:14.178941 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 21:22:14.178941 dv-cinder-824895-3-iscsi neutron-server[102498]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 21:22:14.178941 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 21:22:14.178941 dv-cinder-824895-3-iscsi neutron-server[102498]: return self.request(url, 'GET', **kwargs) Jan 17 21:22:14.178941 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 21:22:14.178941 dv-cinder-824895-3-iscsi neutron-server[102498]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 21:22:14.178941 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 21:22:14.178941 dv-cinder-824895-3-iscsi neutron-server[102498]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 21:22:14.178941 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 21:22:14.178941 dv-cinder-824895-3-iscsi neutron-server[102498]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 21:22:14.178941 dv-cinder-824895-3-iscsi neutron-server[102498]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 21:22:14.231702 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-2d29b897-23f0-4ba3-a079-a18bb814fd74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1018646'] for network (a7a0a11b-8d61-48c9-8f5a-815d41ae52f9), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:14.236759 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-2d29b897-23f0-4ba3-a079-a18bb814fd74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for network (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:14.239983 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-2d29b897-23f0-4ba3-a079-a18bb814fd74 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a7a0a11b-8d61-48c9-8f5a-815d41ae52f9 HTTP/1.1" status: 204 len: 168 time: 0.2680118 Jan 17 21:22:14.250996 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d29b897-23f0-4ba3-a079-a18bb814fd74 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7a0a11b-8d61-48c9-8f5a-815d41ae52f9,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:14.401366 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 53766) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:22:14.444093 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-2216510c-cf4b-4850-bccd-b574e3db4337 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4113df368e9e48e7be0d163d53f07f4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415065 Jan 17 21:22:14.446546 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 53770) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:22:14.503328 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef0bcf-daf1-4934-a20d-4acff4bfd215 req-62d4ebe7-87b3-4da6-b85b-204f2b781a83 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:14.505450 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bbef0bcf-daf1-4934-a20d-4acff4bfd215 req-62d4ebe7-87b3-4da6-b85b-204f2b781a83 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=3de27f69-552a-4922-8576-4163c4c8bfb0 HTTP/1.1" status: 200 len: 944 time: 0.0561068 Jan 17 21:22:14.509361 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2e631cab-e8d8-46cd-9b42-69f65fbb4283 admin admin] Publish callbacks [] for security_group (2913d4de-c21d-4d36-9d02-fb6e2d464f60), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:14.535662 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2e631cab-e8d8-46cd-9b42-69f65fbb4283 admin admin] Publish callbacks [] for security_group (2913d4de-c21d-4d36-9d02-fb6e2d464f60), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:14.552451 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bbef0bcf-daf1-4934-a20d-4acff4bfd215 req-8ca69092-09d1-481a-8781-f1a3834c41f7 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410295 Jan 17 21:22:14.593438 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2e631cab-e8d8-46cd-9b42-69f65fbb4283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (2913d4de-c21d-4d36-9d02-fb6e2d464f60), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:14.596204 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2e631cab-e8d8-46cd-9b42-69f65fbb4283 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:14.597375 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-2e631cab-e8d8-46cd-9b42-69f65fbb4283 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2913d4de-c21d-4d36-9d02-fb6e2d464f60 HTTP/1.1" status: 204 len: 168 time: 0.1499658 Jan 17 21:22:14.605229 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e631cab-e8d8-46cd-9b42-69f65fbb4283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2913d4de-c21d-4d36-9d02-fb6e2d464f60,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:14.677868 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f7293-0678-4558-b2df-531343744957 req-08ffc225-bd4b-4c96-802c-9f14c15f2b8b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:14.679447 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3d5f7293-0678-4558-b2df-531343744957 req-08ffc225-bd4b-4c96-802c-9f14c15f2b8b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0524409 Jan 17 21:22:14.737696 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3d5f7293-0678-4558-b2df-531343744957 req-0f7d3101-b3c0-4ab8-a9cf-a24531e8768f tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456667 Jan 17 21:22:14.813012 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 0371bc2b-703b-41a8-b868-151139132091 up at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:22:14.870258 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning for port 0371bc2b-703b-41a8-b868-151139132091 completed by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 21:22:14.875057 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning complete for port 0371bc2b-703b-41a8-b868-151139132091 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:22:14.875467 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (0371bc2b-703b-41a8-b868-151139132091), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:14.960301 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 53782) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:22:14.961557 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port 0371bc2b-703b-41a8-b868-151139132091 is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:22:14.961959 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (0371bc2b-703b-41a8-b868-151139132091), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:14.985733 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de27f69-552a-4922-8576-4163c4c8bfb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0371bc2b-703b-41a8-b868-151139132091'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:22:14.988076 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd74998850970e76e5e696d55ae046c45085ecb7dce1b7bf3912a5be803d1cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca8e017-88d9-496e-9e55-77b4062e9b78" -d '{"events": [{"server_uuid": "3de27f69-552a-4922-8576-4163c4c8bfb0", "name": "network-vif-plugged", "status": "completed", "tag": "0371bc2b-703b-41a8-b868-151139132091"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:22:15.001032 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port 0371bc2b-703b-41a8-b868-151139132091, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=0371bc2b-703b-41a8-b868-151139132091,segment=NetworkSegment(3002b40c-9179-46b7-bf21-480b3877c297),segment_id=3002b40c-9179-46b7-bf21-480b3877c297)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:22:15.008496 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (0371bc2b-703b-41a8-b868-151139132091), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:15.008683 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-d178877f-ab28-4806-adbe-2bc6276d5201 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2317f2cb6ee24187aced7c337d1ba1c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446069 Jan 17 21:22:15.008782 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 53786) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:22:15.036967 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47a853b-fd83-49f5-aab1-8b09506cf5d5 x-openstack-request-id: req-e47a853b-fd83-49f5-aab1-8b09506cf5d5 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:22:15.037283 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de27f69-552a-4922-8576-4163c4c8bfb0", "name": "network-vif-plugged", "status": "completed", "tag": "0371bc2b-703b-41a8-b868-151139132091", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:22:15.037547 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e47a853b-fd83-49f5-aab1-8b09506cf5d5 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:22:15.037947 dv-cinder-824895-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3de27f69-552a-4922-8576-4163c4c8bfb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0371bc2b-703b-41a8-b868-151139132091', 'code': 200} Jan 17 21:22:15.058498 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=0371bc2b-703b-41a8-b868-151139132091,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:15.063135 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1e0e7b0a-a215-4257-854f-9002b45a62c9 admin admin] Publish callbacks [] for security_group (574eb920-c680-4709-8bd1-50e1d5c7fd36), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:15.085229 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1e0e7b0a-a215-4257-854f-9002b45a62c9 admin admin] Publish callbacks [] for security_group (574eb920-c680-4709-8bd1-50e1d5c7fd36), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:15.130733 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1e0e7b0a-a215-4257-854f-9002b45a62c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (574eb920-c680-4709-8bd1-50e1d5c7fd36), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:15.133357 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1e0e7b0a-a215-4257-854f-9002b45a62c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:15.134512 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-1e0e7b0a-a215-4257-854f-9002b45a62c9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/574eb920-c680-4709-8bd1-50e1d5c7fd36 HTTP/1.1" status: 204 len: 168 time: 0.1243939 Jan 17 21:22:15.143112 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e7b0a-a215-4257-854f-9002b45a62c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574eb920-c680-4709-8bd1-50e1d5c7fd36,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:15.668473 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6e710-0d63-4a4b-996a-e10c1e56306b req-49d1fc7a-90e6-4aea-8543-432da2cdbf15 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:15.669958 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1ec6e710-0d63-4a4b-996a-e10c1e56306b req-49d1fc7a-90e6-4aea-8543-432da2cdbf15 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=3de27f69-552a-4922-8576-4163c4c8bfb0 HTTP/1.1" status: 200 len: 945 time: 0.0499580 Jan 17 21:22:15.721103 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1ec6e710-0d63-4a4b-996a-e10c1e56306b req-d391c0e9-514f-4e27-8d2c-70703f1711a4 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456409 Jan 17 21:22:15.860000 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef391e0-ac10-4ce5-ba29-8752c27e0163 req-452dd248-2bd4-45c1-9c1e-2a4c1d7b15ae tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:15.861524 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9ef391e0-ac10-4ce5-ba29-8752c27e0163 req-452dd248-2bd4-45c1-9c1e-2a4c1d7b15ae tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0514274 Jan 17 21:22:15.910368 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9ef391e0-ac10-4ce5-ba29-8752c27e0163 req-359f9553-f4be-4392-87cc-5788cbd5dac0 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428741 Jan 17 21:22:16.179560 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 53826) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:22:16.283361 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-493d3a18-8a91-46d0-8338-61fdce79ad32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:16.359246 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-493d3a18-8a91-46d0-8338-61fdce79ad32 admin admin] Publish callbacks [] for security_group (79b4f14b-2278-46cc-ab6d-72501e1b1084), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:16.363982 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-493d3a18-8a91-46d0-8338-61fdce79ad32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (79b4f14b-2278-46cc-ab6d-72501e1b1084), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:16.405850 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-493d3a18-8a91-46d0-8338-61fdce79ad32 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=29e028f29a114c9bbbd7d51a91093765&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252085 Jan 17 21:22:16.406723 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d3a18-8a91-46d0-8338-61fdce79ad32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b4f14b-2278-46cc-ab6d-72501e1b1084,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:16.408456 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 53832) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:22:16.458198 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-035afdba-9e2e-4a7f-99bc-d368cad0ad98 admin admin] Publish callbacks [] for security_group (79b4f14b-2278-46cc-ab6d-72501e1b1084), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:16.478681 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-035afdba-9e2e-4a7f-99bc-d368cad0ad98 admin admin] Publish callbacks [] for security_group (79b4f14b-2278-46cc-ab6d-72501e1b1084), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:16.524796 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-035afdba-9e2e-4a7f-99bc-d368cad0ad98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (79b4f14b-2278-46cc-ab6d-72501e1b1084), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:16.527581 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-035afdba-9e2e-4a7f-99bc-d368cad0ad98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:16.528740 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-035afdba-9e2e-4a7f-99bc-d368cad0ad98 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/79b4f14b-2278-46cc-ab6d-72501e1b1084 HTTP/1.1" status: 204 len: 168 time: 0.1182184 Jan 17 21:22:16.537795 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035afdba-9e2e-4a7f-99bc-d368cad0ad98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b4f14b-2278-46cc-ab6d-72501e1b1084,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:16.839765 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5d899-b7a4-4597-a065-ce0a634d018a req-f303141d-52d0-4501-a748-d51e930e0326 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:16.841363 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-51e5d899-b7a4-4597-a065-ce0a634d018a req-f303141d-52d0-4501-a748-d51e930e0326 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=3de27f69-552a-4922-8576-4163c4c8bfb0 HTTP/1.1" status: 200 len: 945 time: 0.0533710 Jan 17 21:22:16.894414 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-51e5d899-b7a4-4597-a065-ce0a634d018a req-f67b0e9a-a246-4622-872e-d0bf980be696 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467036 Jan 17 21:22:17.040706 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f4490-50bf-46dc-b085-50a2f9d93df8 req-3e01c91b-d413-4e7e-9bd2-f09c0686beeb tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:17.044561 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-519f4490-50bf-46dc-b085-50a2f9d93df8 req-3e01c91b-d413-4e7e-9bd2-f09c0686beeb tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0634170 Jan 17 21:22:17.090740 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-519f4490-50bf-46dc-b085-50a2f9d93df8 req-8dbe0a65-9184-4f61-8b33-5afd91c4caa0 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426521 Jan 17 21:22:17.638930 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4c411-8f4c-4dec-807d-47bc2a93d475 req-24b622e8-d0e2-4c76-a74e-f4ffab21f1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:17.640355 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-47c4c411-8f4c-4dec-807d-47bc2a93d475 req-24b622e8-d0e2-4c76-a74e-f4ffab21f1c9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3de27f69-552a-4922-8576-4163c4c8bfb0 HTTP/1.1" status: 200 len: 1098 time: 0.0461469 Jan 17 21:22:17.695366 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-47c4c411-8f4c-4dec-807d-47bc2a93d475 req-77628eee-25a3-49ad-9604-cc84465d74dd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421824 Jan 17 21:22:18.023596 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914e295-e7e8-40d0-9e76-3546c25df911 req-d0b1ee35-0788-4a1f-814b-89474b3ee6b6 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:18.025123 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4914e295-e7e8-40d0-9e76-3546c25df911 req-d0b1ee35-0788-4a1f-814b-89474b3ee6b6 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=3de27f69-552a-4922-8576-4163c4c8bfb0 HTTP/1.1" status: 200 len: 945 time: 0.0589306 Jan 17 21:22:18.074814 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4914e295-e7e8-40d0-9e76-3546c25df911 req-9fea1d5a-2813-4b22-9278-412a255a67d6 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437210 Jan 17 21:22:18.204132 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014291f9-490c-4a5d-bd0d-40fa232ef52b req-c2c0e6af-6620-430c-bf54-09e2aad3411b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:18.205525 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-014291f9-490c-4a5d-bd0d-40fa232ef52b req-c2c0e6af-6620-430c-bf54-09e2aad3411b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0484130 Jan 17 21:22:18.251635 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-014291f9-490c-4a5d-bd0d-40fa232ef52b req-a8e7d379-c460-49db-bb9c-973b952f0108 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406802 Jan 17 21:22:19.008653 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd377b2e-2d6f-42cd-993e-80fbb75b9819 req-6383b2ca-60b9-4955-885a-aba5b4b54ef5 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:19.011077 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fd377b2e-2d6f-42cd-993e-80fbb75b9819 req-6383b2ca-60b9-4955-885a-aba5b4b54ef5 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=93682201-3212-40f2-b5b4-972db2013f23 HTTP/1.1" status: 200 len: 946 time: 0.0546176 Jan 17 21:22:19.062991 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fd377b2e-2d6f-42cd-993e-80fbb75b9819 req-46b52caf-e2e4-41f4-b4af-41241e5c4250 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c90c45ac-6f14-4852-9683-ace8afb9de06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473595 Jan 17 21:22:19.226206 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82584a8c-b604-4d4d-96d6-1a576332f087 req-40a2f5f0-2f71-4479-a9d3-e28d919d3a92 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:19.227846 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-82584a8c-b604-4d4d-96d6-1a576332f087 req-40a2f5f0-2f71-4479-a9d3-e28d919d3a92 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=3de27f69-552a-4922-8576-4163c4c8bfb0 HTTP/1.1" status: 200 len: 945 time: 0.0516140 Jan 17 21:22:19.281571 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-82584a8c-b604-4d4d-96d6-1a576332f087 req-0b57ee60-ad5a-48f1-a233-7e9ea03c0a3e tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476103 Jan 17 21:22:19.361055 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 53974) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:22:19.373410 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1680d9-2930-4eec-b877-13fb9c027e4d req-59c55a23-fc82-49de-848b-31f9f5d7bdcf tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:19.374906 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fa1680d9-2930-4eec-b877-13fb9c027e4d req-59c55a23-fc82-49de-848b-31f9f5d7bdcf tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0523524 Jan 17 21:22:19.423195 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fa1680d9-2930-4eec-b877-13fb9c027e4d req-4bd0e0d9-1b86-4470-8a8b-5560b52e6b0a tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429552 Jan 17 21:22:19.467236 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ab197395-c3b3-424b-aaf9-b0ab2f33f47e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:19.546209 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ab197395-c3b3-424b-aaf9-b0ab2f33f47e admin admin] Publish callbacks [] for security_group (9d116705-8e90-400d-8c1b-c1e9439a4d4a), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:19.553124 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ab197395-c3b3-424b-aaf9-b0ab2f33f47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (9d116705-8e90-400d-8c1b-c1e9439a4d4a), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:19.589098 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab197395-c3b3-424b-aaf9-b0ab2f33f47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d116705-8e90-400d-8c1b-c1e9439a4d4a,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:19.593393 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-ab197395-c3b3-424b-aaf9-b0ab2f33f47e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=98a412511ae143cd8461d03a84177286&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312958 Jan 17 21:22:19.596475 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 53986) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:22:19.652459 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ea3ea279-82e1-4495-88d4-1b07ef9d0849 admin admin] Publish callbacks [] for security_group (9d116705-8e90-400d-8c1b-c1e9439a4d4a), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:19.674258 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ea3ea279-82e1-4495-88d4-1b07ef9d0849 admin admin] Publish callbacks [] for security_group (9d116705-8e90-400d-8c1b-c1e9439a4d4a), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:19.725592 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ea3ea279-82e1-4495-88d4-1b07ef9d0849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (9d116705-8e90-400d-8c1b-c1e9439a4d4a), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:19.728260 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ea3ea279-82e1-4495-88d4-1b07ef9d0849 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:19.729464 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-ea3ea279-82e1-4495-88d4-1b07ef9d0849 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9d116705-8e90-400d-8c1b-c1e9439a4d4a HTTP/1.1" status: 204 len: 168 time: 0.1323442 Jan 17 21:22:19.737366 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ea279-82e1-4495-88d4-1b07ef9d0849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d116705-8e90-400d-8c1b-c1e9439a4d4a,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:20.192463 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83d8c4-f48d-40b3-9a18-8421af4ef3fd req-7a36f0fa-8053-4cf9-bb1a-f2fcc323563b tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:20.199315 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4f83d8c4-f48d-40b3-9a18-8421af4ef3fd req-7a36f0fa-8053-4cf9-bb1a-f2fcc323563b tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=93682201-3212-40f2-b5b4-972db2013f23 HTTP/1.1" status: 200 len: 946 time: 0.0668921 Jan 17 21:22:20.247281 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4f83d8c4-f48d-40b3-9a18-8421af4ef3fd req-94f28b81-1252-44a9-8b13-6d691355a73b tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c90c45ac-6f14-4852-9683-ace8afb9de06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471079 Jan 17 21:22:20.393887 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 54026) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:22:20.403207 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854337f5-9579-40a4-85f2-24d193a0055a req-73512ece-3533-4715-a400-01fa7a547bf9 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:20.405406 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-854337f5-9579-40a4-85f2-24d193a0055a req-73512ece-3533-4715-a400-01fa7a547bf9 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=3de27f69-552a-4922-8576-4163c4c8bfb0 HTTP/1.1" status: 200 len: 945 time: 0.0530736 Jan 17 21:22:20.457941 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-854337f5-9579-40a4-85f2-24d193a0055a req-eb53639e-af18-4540-be70-77f5dd9fa364 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468168 Jan 17 21:22:20.506554 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-d63d03cc-b00e-4e33-ad42-aab5ceb13f2f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-505692109-network', 'tenant_id': 'f7ac0b68ef1544aa94c22825c7307849'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:22:20.533645 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63d03cc-b00e-4e33-ad42-aab5ceb13f2f admin admin] Made reservation on behalf of f7ac0b68ef1544aa94c22825c7307849 for: {'network': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:22:20.536113 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d63d03cc-b00e-4e33-ad42-aab5ceb13f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for network (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:20.547161 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d63d03cc-b00e-4e33-ad42-aab5ceb13f2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:20.550616 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b941d71-18d1-46c5-92dc-3b5a6e7e9743 req-cd53e0f2-6d55-4873-a283-90d5c8980eeb tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:20.552127 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0b941d71-18d1-46c5-92dc-3b5a6e7e9743 req-cd53e0f2-6d55-4873-a283-90d5c8980eeb tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0602665 Jan 17 21:22:20.604405 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0b941d71-18d1-46c5-92dc-3b5a6e7e9743 req-c3831fd7-b9d8-4753-8a25-06cffb135169 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466502 Jan 17 21:22:20.629367 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d63d03cc-b00e-4e33-ad42-aab5ceb13f2f admin admin] Publish callbacks [] for security_group (2b14ebd6-04fc-49d6-af36-fc40acb1070f), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:20.633823 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d63d03cc-b00e-4e33-ad42-aab5ceb13f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (2b14ebd6-04fc-49d6-af36-fc40acb1070f), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:20.660049 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d63d03cc-b00e-4e33-ad42-aab5ceb13f2f admin admin] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=102499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 21:22:20.670538 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d03cc-b00e-4e33-ad42-aab5ceb13f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b14ebd6-04fc-49d6-af36-fc40acb1070f,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:20.675431 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d63d03cc-b00e-4e33-ad42-aab5ceb13f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874'] for segment (687024db-b6cd-489e-aeb1-a94a47a8dfd6), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:20.675782 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.db.segments_db [None req-d63d03cc-b00e-4e33-ad42-aab5ceb13f2f admin admin] Added segment 687024db-b6cd-489e-aeb1-a94a47a8dfd6 of type vlan for network 43394bed-ee66-490e-9c2d-38204c292668 Jan 17 21:22:20.721782 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d63d03cc-b00e-4e33-ad42-aab5ceb13f2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789461006502'] for network (43394bed-ee66-490e-9c2d-38204c292668), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:20.757864 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d63d03cc-b00e-4e33-ad42-aab5ceb13f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988'] for network (43394bed-ee66-490e-9c2d-38204c292668), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:20.759167 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63d03cc-b00e-4e33-ad42-aab5ceb13f2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:20.759942 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d63d03cc-b00e-4e33-ad42-aab5ceb13f2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:20.801600 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-d63d03cc-b00e-4e33-ad42-aab5ceb13f2f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4066162 Jan 17 21:22:20.805365 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 54040) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:22:20.810804 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-82b60d53-f3ec-4439-a06e-067ad0af67bd admin admin] Request body: {'subnet': {'network_id': '43394bed-ee66-490e-9c2d-38204c292668', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-505692109-subnet', 'tenant_id': 'f7ac0b68ef1544aa94c22825c7307849', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:22:20.854857 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b60d53-f3ec-4439-a06e-067ad0af67bd admin admin] Made reservation on behalf of f7ac0b68ef1544aa94c22825c7307849 for: {'subnet': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:22:20.858675 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-82b60d53-f3ec-4439-a06e-067ad0af67bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8768191'] for subnet (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:20.887138 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d03cc-b00e-4e33-ad42-aab5ceb13f2f admin admin] Pushing event updated for resources: {'Network': ['ID=43394bed-ee66-490e-9c2d-38204c292668,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:20.898180 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Network 43394bed-ee66-490e-9c2d-38204c292668 details requested by agent ovs-agent-dv-cinder-824895-3-iscsi with host dv-cinder-824895-3-iscsi {{(pid=102500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 21:22:20.914809 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092a01d-d683-44c3-a701-0e90f18e2947 req-76852ba2-5694-4e7e-acdd-f8bab8426825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:20.916318 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a092a01d-d683-44c3-a701-0e90f18e2947 req-76852ba2-5694-4e7e-acdd-f8bab8426825 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 1098 time: 0.0865397 Jan 17 21:22:20.999063 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a092a01d-d683-44c3-a701-0e90f18e2947 req-197957a6-55c2-4223-a46a-0ae329e68850 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754395 Jan 17 21:22:21.097889 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-82b60d53-f3ec-4439-a06e-067ad0af67bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8862996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8768173'] for subnet (32c6fc4d-1c12-4dd2-b501-407264333a4c), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:21.150051 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b60d53-f3ec-4439-a06e-067ad0af67bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=32c6fc4d-1c12-4dd2-b501-407264333a4c,revision_number=0']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:21.167963 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b60d53-f3ec-4439-a06e-067ad0af67bd admin admin] Checking segment: {'id': '687024db-b6cd-489e-aeb1-a94a47a8dfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '43394bed-ee66-490e-9c2d-38204c292668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:22:21.168602 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b60d53-f3ec-4439-a06e-067ad0af67bd admin admin] Network hostable DHCP agents. Network: 43394bed-ee66-490e-9c2d-38204c292668, hostable agents: ['41e2bf6f-771d-4573-b749-4dbeb088662e'], hosted agents: [] {{(pid=102498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 21:22:21.194581 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b60d53-f3ec-4439-a06e-067ad0af67bd admin admin] Network 43394bed-ee66-490e-9c2d-38204c292668 is scheduled to be hosted by DHCP agent 41e2bf6f-771d-4573-b749-4dbeb088662e with binding_index 1 {{(pid=102498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 21:22:21.209534 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-82b60d53-f3ec-4439-a06e-067ad0af67bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824895-3-iscsi, 43394bed-ee66-490e-9c2d-38204c292668) {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:22:21.218307 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b60d53-f3ec-4439-a06e-067ad0af67bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:21.218953 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-82b60d53-f3ec-4439-a06e-067ad0af67bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:21.229961 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8981b030-81da-4cca-bfb2-5274748bfec2 None None] Network 43394bed-ee66-490e-9c2d-38204c292668 requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:22:21.260781 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-82b60d53-f3ec-4439-a06e-067ad0af67bd admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4507227 Jan 17 21:22:21.351470 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:21.365730 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55397f79-18b6-4239-8837-8cc15c3b6378 None None] Network 43394bed-ee66-490e-9c2d-38204c292668 requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:22:21.471798 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751bd42c-67bf-4c2f-9c2c-8cea7c7213c9 req-63eb327e-7128-4448-811d-51a7af1bcb8a tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:21.475102 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-751bd42c-67bf-4c2f-9c2c-8cea7c7213c9 req-63eb327e-7128-4448-811d-51a7af1bcb8a tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=93682201-3212-40f2-b5b4-972db2013f23 HTTP/1.1" status: 200 len: 946 time: 0.1068721 Jan 17 21:22:21.526748 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-751bd42c-67bf-4c2f-9c2c-8cea7c7213c9 req-cd70076d-e9fc-489b-8792-8877f11d162c tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c90c45ac-6f14-4852-9683-ace8afb9de06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453744 Jan 17 21:22:21.733284 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80508b15-9540-4283-97fe-2686a4903c76 req-2805427f-1a66-4e99-8c47-fff4b6db24c9 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:21.734860 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-80508b15-9540-4283-97fe-2686a4903c76 req-2805427f-1a66-4e99-8c47-fff4b6db24c9 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0570321 Jan 17 21:22:21.905097 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd6f09-5629-40b8-9a69-f84a2fe997c7 req-b470e3d6-fcb6-4bde-ac74-923e39913373 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:21.907817 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-81dd6f09-5629-40b8-9a69-f84a2fe997c7 req-b470e3d6-fcb6-4bde-ac74-923e39913373 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.72 "GET /v2.0/ports?device_id=93682201-3212-40f2-b5b4-972db2013f23 HTTP/1.1" status: 200 len: 946 time: 0.0914316 Jan 17 21:22:22.058696 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-80508b15-9540-4283-97fe-2686a4903c76 req-263ceb5a-700a-4425-86e3-34834561e028 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167140 Jan 17 21:22:22.061597 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-81dd6f09-5629-40b8-9a69-f84a2fe997c7 req-f2eba3e5-1fdb-4ba2-94ad-c757597cc62a tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Deleting port dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:22:22.061775 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-81dd6f09-5629-40b8-9a69-f84a2fe997c7 req-f2eba3e5-1fdb-4ba2-94ad-c757597cc62a tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:22.163517 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-81dd6f09-5629-40b8-9a69-f84a2fe997c7 req-f2eba3e5-1fdb-4ba2-94ad-c757597cc62a tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] For port dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0,segment=NetworkSegment(c6aa26ae-d31b-41f2-b604-94e986290bb3),segment_id=c6aa26ae-d31b-41f2-b604-94e986290bb3)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:22:22.163882 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-81dd6f09-5629-40b8-9a69-f84a2fe997c7 req-f2eba3e5-1fdb-4ba2-94ad-c757597cc62a tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:22.179043 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-81dd6f09-5629-40b8-9a69-f84a2fe997c7 req-f2eba3e5-1fdb-4ba2-94ad-c757597cc62a tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Calling delete_port for dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0 owned by compute:nova {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:22:22.363455 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-81dd6f09-5629-40b8-9a69-f84a2fe997c7 req-f2eba3e5-1fdb-4ba2-94ad-c757597cc62a tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:22.382939 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] get_ports_and_sgs() called for port_ids ['dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:22:22.395935 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eba3e5-1fdb-4ba2-94ad-c757597cc62a tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Pushing event deleted for resources: {'Port': ['ID=dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:22.448170 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-81dd6f09-5629-40b8-9a69-f84a2fe997c7 req-f2eba3e5-1fdb-4ba2-94ad-c757597cc62a tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] No DVR routers for this DVR port dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0 on host hv-cinder-82489 {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:22:22.450888 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-81dd6f09-5629-40b8-9a69-f84a2fe997c7 req-f2eba3e5-1fdb-4ba2-94ad-c757597cc62a tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:22.455399 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-81dd6f09-5629-40b8-9a69-f84a2fe997c7 req-f2eba3e5-1fdb-4ba2-94ad-c757597cc62a tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.72 "DELETE /v2.0/ports/dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0 HTTP/1.1" status: 204 len: 173 time: 0.5342607 Jan 17 21:22:22.455399 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93682201-3212-40f2-b5b4-972db2013f23', 'name': 'network-vif-deleted', 'tag': 'dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:22:22.457217 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c2de0e70a1bc7346ac1be0cec4f24ea848d889c4763a7575c3a73373459bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1dde4b2-2579-4d90-856d-0e7fb36222e0" -d '{"events": [{"server_uuid": "93682201-3212-40f2-b5b4-972db2013f23", "name": "network-vif-deleted", "tag": "dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:22:22.494712 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609c93f3-17b9-4863-b1fa-53089c55c790 x-openstack-request-id: req-609c93f3-17b9-4863-b1fa-53089c55c790 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:22:22.494982 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93682201-3212-40f2-b5b4-972db2013f23", "name": "network-vif-deleted", "tag": "dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:22:22.495244 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-609c93f3-17b9-4863-b1fa-53089c55c790 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:22:22.495648 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93682201-3212-40f2-b5b4-972db2013f23', 'name': 'network-vif-deleted', 'tag': 'dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0', 'status': 'completed', 'code': 200} Jan 17 21:22:22.644302 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f79396bc-eec2-4caf-9c62-0ac8a6f9c36c req-6c88a0ec-4ea2-4d8d-9781-615e9db720d3 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=93682201-3212-40f2-b5b4-972db2013f23 HTTP/1.1" status: 200 len: 210 time: 0.0277984 Jan 17 21:22:23.114250 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:22:23.172905 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-6dfa0046-6b2f-41bf-a134-ac6ae16a0628 req-64f7ab86-7713-498a-8f90-4a1aca74c92d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456457 Jan 17 21:22:23.260437 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae912af1-acee-4170-ab3b-b262923de633 req-7176b238-24f8-426a-bde1-f93ca24070a9 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:23.261933 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ae912af1-acee-4170-ab3b-b262923de633 req-7176b238-24f8-426a-bde1-f93ca24070a9 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.1237965 Jan 17 21:22:23.270205 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa0046-6b2f-41bf-a134-ac6ae16a0628 req-f34800c4-165b-488c-86b9-8aba4889b9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:23.271172 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-3407a4e5-6ebe-4388-8aaf-9cb47287e67a tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:23.272257 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-6dfa0046-6b2f-41bf-a134-ac6ae16a0628 req-f34800c4-165b-488c-86b9-8aba4889b9a4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=090730c5b4bb4a7195d893aa312dcfe6&device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 1099 time: 0.0515747 Jan 17 21:22:23.272791 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-3407a4e5-6ebe-4388-8aaf-9cb47287e67a tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/networks?id=43394bed-ee66-490e-9c2d-38204c292668 HTTP/1.1" status: 200 len: 813 time: 0.1596382 Jan 17 21:22:23.302113 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-a0b6d095-8303-4171-b598-e2c824e9ca80 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/quotas/f7ac0b68ef1544aa94c22825c7307849 HTTP/1.1" status: 200 len: 375 time: 0.0225339 Jan 17 21:22:23.348416 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-11adf313-600a-43ce-8fde-1d4b517f06b2 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7ac0b68ef1544aa94c22825c7307849&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363026 Jan 17 21:22:23.352275 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ae912af1-acee-4170-ab3b-b262923de633 req-0459b286-6e32-4f2f-b16c-d1b21725b886 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787427 Jan 17 21:22:23.411325 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa0046-6b2f-41bf-a134-ac6ae16a0628 req-b025084c-a5f2-4e7f-860f-0ff66ac44ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:23.412953 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-6dfa0046-6b2f-41bf-a134-ac6ae16a0628 req-b025084c-a5f2-4e7f-860f-0ff66ac44ff1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bff8e5f5-97ad-489f-85ec-9f479ea549b7 HTTP/1.1" status: 200 len: 919 time: 0.1088176 Jan 17 21:22:23.471385 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-71f0babc-3c61-4724-a17c-7c9bf3d1c54d service neutron] 10.222.0.64 "GET /v2.0/networks/43394bed-ee66-490e-9c2d-38204c292668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129355 Jan 17 21:22:23.472273 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-6dfa0046-6b2f-41bf-a134-ac6ae16a0628 req-7a7f4033-d94e-4ce6-89b0-65c9b73e1325 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97a2a727-ca87-4934-94e8-4e197d2e3622 HTTP/1.1" status: 200 len: 217 time: 0.0469439 Jan 17 21:22:23.547115 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa0046-6b2f-41bf-a134-ac6ae16a0628 req-8a54c00b-6a8e-41cb-b865-81b4046581be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:23.548943 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-6dfa0046-6b2f-41bf-a134-ac6ae16a0628 req-8a54c00b-6a8e-41cb-b865-81b4046581be service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aa7783e7-3496-4e0a-9051-7034d9bfba99 HTTP/1.1" status: 200 len: 858 time: 0.0676382 Jan 17 21:22:23.587375 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-8ab154d5-3358-4adc-96c7-3311c7eaea3b service neutron] 10.222.0.64 "GET /v2.0/networks/43394bed-ee66-490e-9c2d-38204c292668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058414 Jan 17 21:22:23.612835 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-6dfa0046-6b2f-41bf-a134-ac6ae16a0628 req-414375c6-9c82-4702-90c0-5e8bddd19445 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bff8e5f5-97ad-489f-85ec-9f479ea549b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507395 Jan 17 21:22:23.686297 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1dedbf-1c5c-4604-b0d5-5e04693616db req-da2daaef-8f03-47a7-9b92-09ed2c6b6cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:23.688509 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3f1dedbf-1c5c-4604-b0d5-5e04693616db req-da2daaef-8f03-47a7-9b92-09ed2c6b6cf3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=090730c5b4bb4a7195d893aa312dcfe6&device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 1098 time: 0.0812860 Jan 17 21:22:23.721255 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71b21b-33cb-439b-b347-59a21fefbfe0 req-ba5ec5d6-80cb-4a0c-a31b-0ac48d459b01 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:23.723107 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1d71b21b-33cb-439b-b347-59a21fefbfe0 req-ba5ec5d6-80cb-4a0c-a31b-0ac48d459b01 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0877450 Jan 17 21:22:23.733950 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-6dfa0046-6b2f-41bf-a134-ac6ae16a0628 req-27b81ba9-d724-4d7d-ac30-752d67a119ec service neutron] 10.222.0.72 "GET /v2.0/networks/bff8e5f5-97ad-489f-85ec-9f479ea549b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124074 Jan 17 21:22:23.825809 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1dedbf-1c5c-4604-b0d5-5e04693616db req-22d83c38-0cc8-4998-b2d1-85cc6ef19150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:23.827179 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3f1dedbf-1c5c-4604-b0d5-5e04693616db req-22d83c38-0cc8-4998-b2d1-85cc6ef19150 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bff8e5f5-97ad-489f-85ec-9f479ea549b7 HTTP/1.1" status: 200 len: 919 time: 0.1312878 Jan 17 21:22:23.862443 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-6dfa0046-6b2f-41bf-a134-ac6ae16a0628 req-a4860ef1-c869-47eb-9009-5d53779ad1dc service neutron] 10.222.0.72 "GET /v2.0/networks/bff8e5f5-97ad-489f-85ec-9f479ea549b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203282 Jan 17 21:22:23.929178 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-13c932a8-8e10-49cf-b7b8-990665b3adf8 req-007f07ab-ed3b-4e46-a2ee-2a57210a0351 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a6ecab4-ad67-494d-8290-50992425966f HTTP/1.1" status: 200 len: 210 time: 0.1010041 Jan 17 21:22:23.930750 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3f1dedbf-1c5c-4604-b0d5-5e04693616db req-5b572963-79c1-45c6-9bd1-eaeebf52bb00 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=138d0a50-2135-4dee-95fa-28ecdc541d3d HTTP/1.1" status: 200 len: 217 time: 0.0797763 Jan 17 21:22:23.962824 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1d71b21b-33cb-439b-b347-59a21fefbfe0 req-eea48e49-45dc-46bc-ae81-5c82f88b3f92 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335821 Jan 17 21:22:24.002846 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1dedbf-1c5c-4604-b0d5-5e04693616db req-e72c545f-be5e-4be9-a1ab-bdaf0610c3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:24.004313 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3f1dedbf-1c5c-4604-b0d5-5e04693616db req-e72c545f-be5e-4be9-a1ab-bdaf0610c3bc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aa7783e7-3496-4e0a-9051-7034d9bfba99 HTTP/1.1" status: 200 len: 858 time: 0.0649536 Jan 17 21:22:24.061602 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3f1dedbf-1c5c-4604-b0d5-5e04693616db req-9ab5fb47-8438-4c3b-b0d6-b66cb5830c12 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bff8e5f5-97ad-489f-85ec-9f479ea549b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499516 Jan 17 21:22:24.259520 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-92ad8684-2947-492f-81d3-8ed04a88bdae tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:24.261019 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-92ad8684-2947-492f-81d3-8ed04a88bdae tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/networks?id=26db734b-a4bb-4f2a-8d18-dbe8b6a57647 HTTP/1.1" status: 200 len: 809 time: 0.2032988 Jan 17 21:22:24.268629 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3f1dedbf-1c5c-4604-b0d5-5e04693616db req-28f2799d-6745-4cab-b7b2-77eed7b39759 service neutron] 10.222.0.72 "GET /v2.0/networks/bff8e5f5-97ad-489f-85ec-9f479ea549b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912260 Jan 17 21:22:24.288166 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-baae8aa0-470d-4986-b5ec-1843313a201f tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/quotas/950cb12ecf9943fa811a11b8a46aeefc HTTP/1.1" status: 200 len: 375 time: 0.0186007 Jan 17 21:22:24.353062 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-8be26653-4298-44fc-bfb2-6d1076dbfe87 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=950cb12ecf9943fa811a11b8a46aeefc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557837 Jan 17 21:22:24.452505 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3f1dedbf-1c5c-4604-b0d5-5e04693616db req-a857ab9a-d0ad-4f84-9a97-346656e193be service neutron] 10.222.0.72 "GET /v2.0/networks/bff8e5f5-97ad-489f-85ec-9f479ea549b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740959 Jan 17 21:22:24.491938 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-3fca23de-0757-4b5a-b361-520edf23ab8f service neutron] 10.222.0.64 "GET /v2.0/networks/26db734b-a4bb-4f2a-8d18-dbe8b6a57647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233075 Jan 17 21:22:24.578877 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-fd859185-d134-49fd-ab94-09b0778bf341 service neutron] 10.222.0.64 "GET /v2.0/networks/26db734b-a4bb-4f2a-8d18-dbe8b6a57647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875478 Jan 17 21:22:24.748439 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-60ee8f0b-09ca-4c76-9d35-ec693dc3ed56 req-a66c1f94-5aa8-4d70-8650-0991feb8f16f tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=f42f468d-0e69-47eb-8377-a1166c53c6e3 HTTP/1.1" status: 200 len: 210 time: 0.0272791 Jan 17 21:22:24.877576 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a1b98063-0ac4-487d-bf40-bf0317b485a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:24.957905 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 54194) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:22:25.127589 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7b11ab8c-2219-4762-9f7b-d9c2304f7051 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:25.154471 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bda2946b-9fbe-4bc3-abae-8e59ea4efaf9 req-3e92f634-ef86-4eb9-b21c-c306621c8b70 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a6ecab4-ad67-494d-8290-50992425966f HTTP/1.1" status: 200 len: 210 time: 0.0461388 Jan 17 21:22:25.186989 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d54c42-68ab-4f70-a848-baf016da675b req-87152f67-5822-4b64-8db2-0cb5ecdaeb50 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:25.188518 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-44d54c42-68ab-4f70-a848-baf016da675b req-87152f67-5822-4b64-8db2-0cb5ecdaeb50 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.1100745 Jan 17 21:22:25.267071 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-44d54c42-68ab-4f70-a848-baf016da675b req-376953a8-1f3d-4109-82c0-9a1c9f4e1bfb tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721583 Jan 17 21:22:25.284345 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7b11ab8c-2219-4762-9f7b-d9c2304f7051 admin admin] Publish callbacks [] for security_group (b585cb0c-8847-4182-adb8-99c9e3513be2), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:25.289325 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7b11ab8c-2219-4762-9f7b-d9c2304f7051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (b585cb0c-8847-4182-adb8-99c9e3513be2), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:25.329515 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-7b11ab8c-2219-4762-9f7b-d9c2304f7051 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=74bc1c6cfc6b4469bc8d22905f9c94de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3703723 Jan 17 21:22:25.331471 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b11ab8c-2219-4762-9f7b-d9c2304f7051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b585cb0c-8847-4182-adb8-99c9e3513be2,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:25.332181 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 54206) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:22:25.403587 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-49958fd6-24a0-4f07-b69c-c1c0e05c1ed8 admin admin] Publish callbacks [] for security_group (b585cb0c-8847-4182-adb8-99c9e3513be2), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:25.428458 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-49958fd6-24a0-4f07-b69c-c1c0e05c1ed8 admin admin] Publish callbacks [] for security_group (b585cb0c-8847-4182-adb8-99c9e3513be2), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:25.488569 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-49958fd6-24a0-4f07-b69c-c1c0e05c1ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (b585cb0c-8847-4182-adb8-99c9e3513be2), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:25.493171 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-49958fd6-24a0-4f07-b69c-c1c0e05c1ed8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:25.497596 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-49958fd6-24a0-4f07-b69c-c1c0e05c1ed8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b585cb0c-8847-4182-adb8-99c9e3513be2 HTTP/1.1" status: 204 len: 168 time: 0.1633930 Jan 17 21:22:25.519993 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49958fd6-24a0-4f07-b69c-c1c0e05c1ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b585cb0c-8847-4182-adb8-99c9e3513be2,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:25.611403 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-7c6dac97-9d61-4eb6-9ce9-80e14f5a5b11 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:25.612889 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-7c6dac97-9d61-4eb6-9ce9-80e14f5a5b11 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.72 "GET /v2.0/networks?id=43394bed-ee66-490e-9c2d-38204c292668 HTTP/1.1" status: 200 len: 813 time: 0.1920831 Jan 17 21:22:25.632012 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-bd02fddd-707b-4d57-9fa3-b6dfba3fe7db tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Request body: {'port': {'device_id': '1a6ecab4-ad67-494d-8290-50992425966f', 'network_id': '43394bed-ee66-490e-9c2d-38204c292668', 'admin_state_up': True, 'tenant_id': 'f7ac0b68ef1544aa94c22825c7307849'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:22:25.753951 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-bd02fddd-707b-4d57-9fa3-b6dfba3fe7db tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Made reservation on behalf of f7ac0b68ef1544aa94c22825c7307849 for: {'port': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:22:25.757677 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-bd02fddd-707b-4d57-9fa3-b6dfba3fe7db tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:25.838568 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 54222) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:22:25.852126 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1be28d1f-8316-463f-9fd1-e03c5bdf4aa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:25.871329 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e76ee389-0d78-4c1f-b51a-3c75f289dcbf req-66461a81-9897-4165-8a6d-bfe0b9071c50 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=f42f468d-0e69-47eb-8377-a1166c53c6e3 HTTP/1.1" status: 200 len: 210 time: 0.0408397 Jan 17 21:22:25.936077 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1be28d1f-8316-463f-9fd1-e03c5bdf4aa1 admin admin] Publish callbacks [] for security_group (e8008987-c7ff-459c-bdb3-968ae1bd36b6), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:25.941107 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0 no longer exists at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:22:25.943661 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-bd02fddd-707b-4d57-9fa3-b6dfba3fe7db tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Allocated IP 172.20.0.6 (43394bed-ee66-490e-9c2d-38204c292668/32c6fc4d-1c12-4dd2-b501-407264333a4c/0f32a145-2070-4f51-b7d2-0671cb8e4109) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:22:25.945447 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1be28d1f-8316-463f-9fd1-e03c5bdf4aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (e8008987-c7ff-459c-bdb3-968ae1bd36b6), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:25.966965 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] No Port match for: dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:22:25.967167 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device dc5936eb-4ad9-44d9-a2fa-30269ec3b2f0 not bound to the agent host hv-cinder-82489 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:22:25.990844 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-1be28d1f-8316-463f-9fd1-e03c5bdf4aa1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1c5bfbd47b4d413384fd18af09394033&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1502802 Jan 17 21:22:25.992837 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 54224) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:22:26.012207 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be28d1f-8316-463f-9fd1-e03c5bdf4aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8008987-c7ff-459c-bdb3-968ae1bd36b6,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:26.054399 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d14e59e0-b4f5-4934-9054-8afb5c5afc96 admin admin] Publish callbacks [] for security_group (e8008987-c7ff-459c-bdb3-968ae1bd36b6), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:26.077064 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d14e59e0-b4f5-4934-9054-8afb5c5afc96 admin admin] Publish callbacks [] for security_group (e8008987-c7ff-459c-bdb3-968ae1bd36b6), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:26.127564 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-bd02fddd-707b-4d57-9fa3-b6dfba3fe7db tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Publish callbacks [] for port (0f32a145-2070-4f51-b7d2-0671cb8e4109), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:26.168609 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-bd02fddd-707b-4d57-9fa3-b6dfba3fe7db tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863200'] for port (0f32a145-2070-4f51-b7d2-0671cb8e4109), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:26.191653 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d14e59e0-b4f5-4934-9054-8afb5c5afc96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (e8008987-c7ff-459c-bdb3-968ae1bd36b6), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:26.194640 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d14e59e0-b4f5-4934-9054-8afb5c5afc96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:26.195912 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-d14e59e0-b4f5-4934-9054-8afb5c5afc96 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e8008987-c7ff-459c-bdb3-968ae1bd36b6 HTTP/1.1" status: 204 len: 168 time: 0.2017787 Jan 17 21:22:26.220268 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e59e0-b4f5-4934-9054-8afb5c5afc96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8008987-c7ff-459c-bdb3-968ae1bd36b6,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:26.227497 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-bd02fddd-707b-4d57-9fa3-b6dfba3fe7db tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Network 43394bed-ee66-490e-9c2d-38204c292668 is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:22:26.231179 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-bd02fddd-707b-4d57-9fa3-b6dfba3fe7db tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:22:26.241142 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-bd02fddd-707b-4d57-9fa3-b6dfba3fe7db tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:22:26.244663 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd02fddd-707b-4d57-9fa3-b6dfba3fe7db tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Pushing event updated for resources: {'Port': ['ID=0f32a145-2070-4f51-b7d2-0671cb8e4109,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:26.248136 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-4e4b68dd-b68d-40c7-b694-5e2dd08c1cc4 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:26.252174 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-4e4b68dd-b68d-40c7-b694-5e2dd08c1cc4 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.72 "GET /v2.0/networks?id=26db734b-a4bb-4f2a-8d18-dbe8b6a57647 HTTP/1.1" status: 200 len: 809 time: 0.1472540 Jan 17 21:22:26.268308 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-1751b0ec-dc1e-4543-9b1d-2ea9c541c54d tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Request body: {'port': {'device_id': 'f42f468d-0e69-47eb-8377-a1166c53c6e3', 'network_id': '26db734b-a4bb-4f2a-8d18-dbe8b6a57647', 'admin_state_up': True, 'tenant_id': '950cb12ecf9943fa811a11b8a46aeefc'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:22:26.343016 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-bd02fddd-707b-4d57-9fa3-b6dfba3fe7db tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:26.343702 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-bd02fddd-707b-4d57-9fa3-b6dfba3fe7db tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:26.423447 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-bd02fddd-707b-4d57-9fa3-b6dfba3fe7db tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7957525 Jan 17 21:22:26.441097 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96768b7b-0e28-4d6c-9740-84f7f0a1d409 req-a4b6e2b1-ee35-49e8-94bc-d4150309bdff tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:26.443171 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-96768b7b-0e28-4d6c-9740-84f7f0a1d409 req-a4b6e2b1-ee35-49e8-94bc-d4150309bdff tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a6ecab4-ad67-494d-8290-50992425966f HTTP/1.1" status: 200 len: 931 time: 0.0875216 Jan 17 21:22:26.454216 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-1751b0ec-dc1e-4543-9b1d-2ea9c541c54d tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Made reservation on behalf of 950cb12ecf9943fa811a11b8a46aeefc for: {'port': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:22:26.457753 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-1751b0ec-dc1e-4543-9b1d-2ea9c541c54d tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:26.469648 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-9b8a2aa4-b982-4e4f-8d86-e7d8ea5539fd service neutron] Request body: {'port': {'device_id': '1a6ecab4-ad67-494d-8290-50992425966f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82489'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:22:26.541095 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6bae0-75c9-465f-aed6-ac8580fbf75b req-67e11b12-1c96-4bb9-8530-9a5c6ce9a254 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:26.548025 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d4d6bae0-75c9-465f-aed6-ac8580fbf75b req-67e11b12-1c96-4bb9-8530-9a5c6ce9a254 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.1378081 Jan 17 21:22:26.610203 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-9b8a2aa4-b982-4e4f-8d86-e7d8ea5539fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (0f32a145-2070-4f51-b7d2-0671cb8e4109), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:26.624672 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-1751b0ec-dc1e-4543-9b1d-2ea9c541c54d tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Allocated IP 172.20.0.3 (26db734b-a4bb-4f2a-8d18-dbe8b6a57647/57406f7f-e7c3-4d3b-bc3d-a9d3e9b561a5/c6bb9040-4ade-4ba5-a0a2-6bebb1713faf) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:22:26.625096 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-96768b7b-0e28-4d6c-9740-84f7f0a1d409 req-f1611c7f-82d9-4c26-87a3-d101e447eda1 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b14ebd6-04fc-49d6-af36-fc40acb1070f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620929 Jan 17 21:22:26.817203 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-1751b0ec-dc1e-4543-9b1d-2ea9c541c54d tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Publish callbacks [] for port (c6bb9040-4ade-4ba5-a0a2-6bebb1713faf), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:26.853137 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-1751b0ec-dc1e-4543-9b1d-2ea9c541c54d tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (c6bb9040-4ade-4ba5-a0a2-6bebb1713faf), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:26.870360 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d4d6bae0-75c9-465f-aed6-ac8580fbf75b req-b3bb944c-7555-4787-835c-eaf9367ffd92 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214173 Jan 17 21:22:26.917115 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751b0ec-dc1e-4543-9b1d-2ea9c541c54d tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Pushing event updated for resources: {'Port': ['ID=c6bb9040-4ade-4ba5-a0a2-6bebb1713faf,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:26.922747 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-1751b0ec-dc1e-4543-9b1d-2ea9c541c54d tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Network 26db734b-a4bb-4f2a-8d18-dbe8b6a57647 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:22:26.926178 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-1751b0ec-dc1e-4543-9b1d-2ea9c541c54d tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:22:26.933292 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-1751b0ec-dc1e-4543-9b1d-2ea9c541c54d tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:22:27.018002 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-1751b0ec-dc1e-4543-9b1d-2ea9c541c54d tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:27.019019 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-1751b0ec-dc1e-4543-9b1d-2ea9c541c54d tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:27.048669 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-1751b0ec-dc1e-4543-9b1d-2ea9c541c54d tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7843330 Jan 17 21:22:27.116228 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-5034e1e6-1eac-465e-8b1f-ad35d6085a4e service neutron] Request body: {'port': {'device_id': 'f42f468d-0e69-47eb-8377-a1166c53c6e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82489'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:22:27.137518 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fcab2d-d79c-40be-a029-0de4448e948f req-67c00e64-12ce-46a1-9b0a-296939fc078e tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:27.139090 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d8fcab2d-d79c-40be-a029-0de4448e948f req-67c00e64-12ce-46a1-9b0a-296939fc078e tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=f42f468d-0e69-47eb-8377-a1166c53c6e3 HTTP/1.1" status: 200 len: 931 time: 0.1240270 Jan 17 21:22:27.201489 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-5034e1e6-1eac-465e-8b1f-ad35d6085a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (c6bb9040-4ade-4ba5-a0a2-6bebb1713faf), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:27.233146 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d8fcab2d-d79c-40be-a029-0de4448e948f req-9bb229fc-55e8-4005-ab32-8cb00f353af5 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c90c45ac-6f14-4852-9683-ace8afb9de06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836017 Jan 17 21:22:27.283555 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-9b8a2aa4-b982-4e4f-8d86-e7d8ea5539fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f32a145-2070-4f51-b7d2-0671cb8e4109 {{(pid=102498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:22:27.300226 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-9b8a2aa4-b982-4e4f-8d86-e7d8ea5539fd service neutron] Publish callbacks [] for port (0f32a145-2070-4f51-b7d2-0671cb8e4109), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:27.316662 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.provisioning_blocks [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-9b8a2aa4-b982-4e4f-8d86-e7d8ea5539fd service neutron] Transition to ACTIVE for port object 0f32a145-2070-4f51-b7d2-0671cb8e4109 will not be triggered until provisioned by entity L2. {{(pid=102498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 21:22:27.321729 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-9b8a2aa4-b982-4e4f-8d86-e7d8ea5539fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8863129'] for port (0f32a145-2070-4f51-b7d2-0671cb8e4109), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:27.402286 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a2aa4-b982-4e4f-8d86-e7d8ea5539fd service neutron] Pushing event updated for resources: {'Port': ['ID=0f32a145-2070-4f51-b7d2-0671cb8e4109,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:27.465292 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-9b8a2aa4-b982-4e4f-8d86-e7d8ea5539fd service neutron] Attempting to bind port 0f32a145-2070-4f51-b7d2-0671cb8e4109 on host hv-cinder-82489 for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:22:27.465753 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-9b8a2aa4-b982-4e4f-8d86-e7d8ea5539fd service neutron] Attempting to bind port 0f32a145-2070-4f51-b7d2-0671cb8e4109 by drivers openvswitch,hyperv on host hv-cinder-82489 at level 0 using segments [{'id': '687024db-b6cd-489e-aeb1-a94a47a8dfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '43394bed-ee66-490e-9c2d-38204c292668'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:22:27.466266 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-9b8a2aa4-b982-4e4f-8d86-e7d8ea5539fd service neutron] Attempting to bind port 0f32a145-2070-4f51-b7d2-0671cb8e4109 on network 43394bed-ee66-490e-9c2d-38204c292668 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:22:27.471133 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-9b8a2aa4-b982-4e4f-8d86-e7d8ea5539fd service neutron] Port 0f32a145-2070-4f51-b7d2-0671cb8e4109 on network 43394bed-ee66-490e-9c2d-38204c292668 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82489 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 21:22:27.471457 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-9b8a2aa4-b982-4e4f-8d86-e7d8ea5539fd service neutron] Attempting to bind port 0f32a145-2070-4f51-b7d2-0671cb8e4109 on network 43394bed-ee66-490e-9c2d-38204c292668 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:22:27.477293 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-9b8a2aa4-b982-4e4f-8d86-e7d8ea5539fd service neutron] Checking agent: {'id': 'fb6a4824-98a1-4114-b283-810c221687ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82489', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 18, 21), 'started_at': datetime.datetime(2022, 1, 17, 21, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:22:27.477631 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-9b8a2aa4-b982-4e4f-8d86-e7d8ea5539fd service neutron] Checking segment: {'id': '687024db-b6cd-489e-aeb1-a94a47a8dfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '43394bed-ee66-490e-9c2d-38204c292668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:22:27.478043 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-9b8a2aa4-b982-4e4f-8d86-e7d8ea5539fd service neutron] Bound using segment: {'id': '687024db-b6cd-489e-aeb1-a94a47a8dfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '43394bed-ee66-490e-9c2d-38204c292668'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:22:27.478507 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-9b8a2aa4-b982-4e4f-8d86-e7d8ea5539fd service neutron] Bound port: 0f32a145-2070-4f51-b7d2-0671cb8e4109, host: hv-cinder-82489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '687024db-b6cd-489e-aeb1-a94a47a8dfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '43394bed-ee66-490e-9c2d-38204c292668'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:22:27.478831 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-9b8a2aa4-b982-4e4f-8d86-e7d8ea5539fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (0f32a145-2070-4f51-b7d2-0671cb8e4109), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:27.525094 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-5034e1e6-1eac-465e-8b1f-ad35d6085a4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6bb9040-4ade-4ba5-a0a2-6bebb1713faf {{(pid=102499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:22:27.532988 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-5034e1e6-1eac-465e-8b1f-ad35d6085a4e service neutron] Publish callbacks [] for port (c6bb9040-4ade-4ba5-a0a2-6bebb1713faf), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:27.548932 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.provisioning_blocks [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-5034e1e6-1eac-465e-8b1f-ad35d6085a4e service neutron] Transition to ACTIVE for port object c6bb9040-4ade-4ba5-a0a2-6bebb1713faf will not be triggered until provisioned by entity L2. {{(pid=102499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 21:22:27.553824 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-5034e1e6-1eac-465e-8b1f-ad35d6085a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3358448'] for port (c6bb9040-4ade-4ba5-a0a2-6bebb1713faf), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:27.560240 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-9b8a2aa4-b982-4e4f-8d86-e7d8ea5539fd service neutron] For port 0f32a145-2070-4f51-b7d2-0671cb8e4109, host hv-cinder-82489, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:22:27.563564 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-9b8a2aa4-b982-4e4f-8d86-e7d8ea5539fd service neutron] For port 0f32a145-2070-4f51-b7d2-0671cb8e4109, host hv-cinder-82489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=0f32a145-2070-4f51-b7d2-0671cb8e4109,segment=NetworkSegment(687024db-b6cd-489e-aeb1-a94a47a8dfd6),segment_id=687024db-b6cd-489e-aeb1-a94a47a8dfd6)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:22:27.567846 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-9b8a2aa4-b982-4e4f-8d86-e7d8ea5539fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8863129'] for port (0f32a145-2070-4f51-b7d2-0671cb8e4109), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:27.605005 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-9b8a2aa4-b982-4e4f-8d86-e7d8ea5539fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:27.606186 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-9b8a2aa4-b982-4e4f-8d86-e7d8ea5539fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:27.607610 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-9b8a2aa4-b982-4e4f-8d86-e7d8ea5539fd service neutron] 10.222.0.72 "PUT /v2.0/ports/0f32a145-2070-4f51-b7d2-0671cb8e4109 HTTP/1.1" status: 200 len: 1093 time: 1.1454468 Jan 17 21:22:27.624191 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a6ecab4-ad67-494d-8290-50992425966f', 'tag': '0f32a145-2070-4f51-b7d2-0671cb8e4109'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:22:27.634299 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d7793c37eab3cfdbfb603451246e19a518df2119e31a6609dfbcf4a214a471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fb1b8f-a6e6-4bef-8ea7-1ad1e352ec33" -d '{"events": [{"name": "network-changed", "server_uuid": "1a6ecab4-ad67-494d-8290-50992425966f", "tag": "0f32a145-2070-4f51-b7d2-0671cb8e4109"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:22:27.636537 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-70de2d37-649b-48a7-bd15-f51415e3a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:27.669674 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a2aa4-b982-4e4f-8d86-e7d8ea5539fd service neutron] Pushing event updated for resources: {'Port': ['ID=0f32a145-2070-4f51-b7d2-0671cb8e4109,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:27.669863 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5034e1e6-1eac-465e-8b1f-ad35d6085a4e service neutron] Pushing event updated for resources: {'Port': ['ID=c6bb9040-4ade-4ba5-a0a2-6bebb1713faf,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:27.753893 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ec8309-7f83-4d23-beb9-4b4f5d496553 x-openstack-request-id: req-c5ec8309-7f83-4d23-beb9-4b4f5d496553 {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:22:27.754196 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a6ecab4-ad67-494d-8290-50992425966f", "tag": "0f32a145-2070-4f51-b7d2-0671cb8e4109", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:22:27.754658 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c5ec8309-7f83-4d23-beb9-4b4f5d496553 {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:22:27.755102 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a6ecab4-ad67-494d-8290-50992425966f', 'tag': '0f32a145-2070-4f51-b7d2-0671cb8e4109', 'status': 'completed', 'code': 200} Jan 17 21:22:27.809731 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-43805e0f-93a8-4c36-9cc7-30e4e5c40e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:27.811273 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-43805e0f-93a8-4c36-9cc7-30e4e5c40e84 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f7ac0b68ef1544aa94c22825c7307849&device_id=1a6ecab4-ad67-494d-8290-50992425966f HTTP/1.1" status: 200 len: 1096 time: 0.1438587 Jan 17 21:22:27.821301 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed82658-3d3e-4d16-ae9f-1416ccfedbb3 req-78bccb6e-557b-4812-ac58-e5a552d6d1fd tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:27.823212 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5ed82658-3d3e-4d16-ae9f-1416ccfedbb3 req-78bccb6e-557b-4812-ac58-e5a552d6d1fd tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a6ecab4-ad67-494d-8290-50992425966f HTTP/1.1" status: 200 len: 943 time: 0.0805686 Jan 17 21:22:27.892654 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-a9edaa38-fc5a-48df-a08d-25c158485efb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f32a145-2070-4f51-b7d2-0671cb8e4109 HTTP/1.1" status: 200 len: 217 time: 0.0480630 Jan 17 21:22:27.996097 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5ed82658-3d3e-4d16-ae9f-1416ccfedbb3 req-f04c1ced-580d-4be8-9b61-1b01502cbe64 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b14ebd6-04fc-49d6-af36-fc40acb1070f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662555 Jan 17 21:22:28.011810 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-5034e1e6-1eac-465e-8b1f-ad35d6085a4e service neutron] Attempting to bind port c6bb9040-4ade-4ba5-a0a2-6bebb1713faf on host hv-cinder-82489 for vnic_type normal with profile {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:22:28.013095 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-5034e1e6-1eac-465e-8b1f-ad35d6085a4e service neutron] Attempting to bind port c6bb9040-4ade-4ba5-a0a2-6bebb1713faf by drivers openvswitch,hyperv on host hv-cinder-82489 at level 0 using segments [{'id': 'c6aa26ae-d31b-41f2-b604-94e986290bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '26db734b-a4bb-4f2a-8d18-dbe8b6a57647'}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:22:28.013481 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-5034e1e6-1eac-465e-8b1f-ad35d6085a4e service neutron] Attempting to bind port c6bb9040-4ade-4ba5-a0a2-6bebb1713faf on network 26db734b-a4bb-4f2a-8d18-dbe8b6a57647 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:22:28.022451 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-4fe2e038-97a7-4c41-87cf-06c9fffc595d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:28.024570 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-4fe2e038-97a7-4c41-87cf-06c9fffc595d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=32c6fc4d-1c12-4dd2-b501-407264333a4c HTTP/1.1" status: 200 len: 853 time: 0.1248794 Jan 17 21:22:28.025533 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-5034e1e6-1eac-465e-8b1f-ad35d6085a4e service neutron] Port c6bb9040-4ade-4ba5-a0a2-6bebb1713faf on network 26db734b-a4bb-4f2a-8d18-dbe8b6a57647 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82489 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 21:22:28.026771 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-5034e1e6-1eac-465e-8b1f-ad35d6085a4e service neutron] Attempting to bind port c6bb9040-4ade-4ba5-a0a2-6bebb1713faf on network 26db734b-a4bb-4f2a-8d18-dbe8b6a57647 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:22:28.035565 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-5034e1e6-1eac-465e-8b1f-ad35d6085a4e service neutron] Checking agent: {'id': 'fb6a4824-98a1-4114-b283-810c221687ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82489', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 18, 21), 'started_at': datetime.datetime(2022, 1, 17, 21, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:22:28.036457 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-5034e1e6-1eac-465e-8b1f-ad35d6085a4e service neutron] Checking segment: {'id': 'c6aa26ae-d31b-41f2-b604-94e986290bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '26db734b-a4bb-4f2a-8d18-dbe8b6a57647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:22:28.037413 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-5034e1e6-1eac-465e-8b1f-ad35d6085a4e service neutron] Bound using segment: {'id': 'c6aa26ae-d31b-41f2-b604-94e986290bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '26db734b-a4bb-4f2a-8d18-dbe8b6a57647'} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:22:28.037968 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-5034e1e6-1eac-465e-8b1f-ad35d6085a4e service neutron] Bound port: c6bb9040-4ade-4ba5-a0a2-6bebb1713faf, host: hv-cinder-82489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6aa26ae-d31b-41f2-b604-94e986290bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '26db734b-a4bb-4f2a-8d18-dbe8b6a57647'}}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:22:28.038411 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-5034e1e6-1eac-465e-8b1f-ad35d6085a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (c6bb9040-4ade-4ba5-a0a2-6bebb1713faf), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:28.075067 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-4d342f12-fcf6-4850-a27c-97606772b345 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=43394bed-ee66-490e-9c2d-38204c292668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308578 Jan 17 21:22:28.098769 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80151f0d-e04b-421f-aab0-bdd3dea8b90c req-ae1d42d6-2b15-42e5-9b2f-18ea11662bd7 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:28.100405 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-80151f0d-e04b-421f-aab0-bdd3dea8b90c req-ae1d42d6-2b15-42e5-9b2f-18ea11662bd7 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.1006029 Jan 17 21:22:28.136509 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-5034e1e6-1eac-465e-8b1f-ad35d6085a4e service neutron] For port c6bb9040-4ade-4ba5-a0a2-6bebb1713faf, host hv-cinder-82489, cleared binding levels {{(pid=102499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:22:28.144928 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-5034e1e6-1eac-465e-8b1f-ad35d6085a4e service neutron] For port c6bb9040-4ade-4ba5-a0a2-6bebb1713faf, host hv-cinder-82489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=c6bb9040-4ade-4ba5-a0a2-6bebb1713faf,segment=NetworkSegment(c6aa26ae-d31b-41f2-b604-94e986290bb3),segment_id=c6aa26ae-d31b-41f2-b604-94e986290bb3)] {{(pid=102499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:22:28.151351 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-5034e1e6-1eac-465e-8b1f-ad35d6085a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3358448'] for port (c6bb9040-4ade-4ba5-a0a2-6bebb1713faf), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:28.197003 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-5034e1e6-1eac-465e-8b1f-ad35d6085a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:28.197640 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-5034e1e6-1eac-465e-8b1f-ad35d6085a4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:28.199238 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-5034e1e6-1eac-465e-8b1f-ad35d6085a4e service neutron] 10.222.0.72 "PUT /v2.0/ports/c6bb9040-4ade-4ba5-a0a2-6bebb1713faf HTTP/1.1" status: 200 len: 1093 time: 1.0902982 Jan 17 21:22:28.205073 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f42f468d-0e69-47eb-8377-a1166c53c6e3', 'tag': 'c6bb9040-4ade-4ba5-a0a2-6bebb1713faf'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:22:28.208026 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c2de0e70a1bc7346ac1be0cec4f24ea848d889c4763a7575c3a73373459bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2319567b-c4ea-41b0-98d3-b4eccb9e8d45" -d '{"events": [{"name": "network-changed", "server_uuid": "f42f468d-0e69-47eb-8377-a1166c53c6e3", "tag": "c6bb9040-4ade-4ba5-a0a2-6bebb1713faf"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:22:28.221368 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-80151f0d-e04b-421f-aab0-bdd3dea8b90c req-77baf861-9c69-4be7-b5da-1252455f29fb tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756421 Jan 17 21:22:28.233739 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-72a0bce5-6ffd-45d7-85a1-06c8dd29ae54 service neutron] 10.222.0.72 "GET /v2.0/networks/43394bed-ee66-490e-9c2d-38204c292668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513138 Jan 17 21:22:28.282327 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5034e1e6-1eac-465e-8b1f-ad35d6085a4e service neutron] Pushing event updated for resources: {'Port': ['ID=c6bb9040-4ade-4ba5-a0a2-6bebb1713faf,revision_number=3']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:28.298920 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11152076-9f6c-4331-b5f9-3f48b4fb5ab0 x-openstack-request-id: req-11152076-9f6c-4331-b5f9-3f48b4fb5ab0 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:22:28.299579 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f42f468d-0e69-47eb-8377-a1166c53c6e3", "tag": "c6bb9040-4ade-4ba5-a0a2-6bebb1713faf", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:22:28.300262 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-11152076-9f6c-4331-b5f9-3f48b4fb5ab0 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:22:28.300885 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f42f468d-0e69-47eb-8377-a1166c53c6e3', 'tag': 'c6bb9040-4ade-4ba5-a0a2-6bebb1713faf', 'status': 'completed', 'code': 200} Jan 17 21:22:28.359437 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-3bbe38fa-1919-48a1-9f60-6203db2925bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:28.361303 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-3bbe38fa-1919-48a1-9f60-6203db2925bc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=950cb12ecf9943fa811a11b8a46aeefc&device_id=f42f468d-0e69-47eb-8377-a1166c53c6e3 HTTP/1.1" status: 200 len: 1096 time: 0.0513997 Jan 17 21:22:28.375384 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9b018c4c-f0e5-4f2a-be9a-485e9abf6dea req-637be2b6-3b7b-45ae-8b0c-cb500a8a1aa8 service neutron] 10.222.0.72 "GET /v2.0/networks/43394bed-ee66-490e-9c2d-38204c292668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338928 Jan 17 21:22:28.418620 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8309f6-b09f-45cc-a821-8d2515dcc786 req-89abecbb-762a-4eb1-8063-6826315d1434 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:28.420402 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7c8309f6-b09f-45cc-a821-8d2515dcc786 req-89abecbb-762a-4eb1-8063-6826315d1434 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=f42f468d-0e69-47eb-8377-a1166c53c6e3 HTTP/1.1" status: 200 len: 943 time: 0.0598066 Jan 17 21:22:28.441200 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:28.445712 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-b7d8259f-8a8c-40bc-970c-bb3149fb9aa2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6bb9040-4ade-4ba5-a0a2-6bebb1713faf HTTP/1.1" status: 200 len: 217 time: 0.0639980 Jan 17 21:22:28.512082 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-66aee116-1b5c-4bb3-a38e-df6e17cfa11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:28.514130 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-66aee116-1b5c-4bb3-a38e-df6e17cfa11a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=57406f7f-e7c3-4d3b-bc3d-a9d3e9b561a5 HTTP/1.1" status: 200 len: 849 time: 0.0523295 Jan 17 21:22:28.516687 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7c8309f6-b09f-45cc-a821-8d2515dcc786 req-52cb7f91-e410-466b-91c4-110921f0677e tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c90c45ac-6f14-4852-9683-ace8afb9de06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888982 Jan 17 21:22:28.530010 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb1b8f-a6e6-4bef-8ea7-1ad1e352ec33 req-8027546f-978a-438d-a97c-cf08cfa9aab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:28.531612 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e1fb1b8f-a6e6-4bef-8ea7-1ad1e352ec33 req-8027546f-978a-438d-a97c-cf08cfa9aab1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f7ac0b68ef1544aa94c22825c7307849&device_id=1a6ecab4-ad67-494d-8290-50992425966f HTTP/1.1" status: 200 len: 1096 time: 0.0581217 Jan 17 21:22:28.555803 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-de8230e6-20ac-41c3-b2d9-be178f9508e4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=26db734b-a4bb-4f2a-8d18-dbe8b6a57647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330682 Jan 17 21:22:28.639173 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb1b8f-a6e6-4bef-8ea7-1ad1e352ec33 req-db2b1558-6713-467b-aeac-4486a2e8d7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:28.640810 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e1fb1b8f-a6e6-4bef-8ea7-1ad1e352ec33 req-db2b1558-6713-467b-aeac-4486a2e8d7ab service neutron] 10.222.0.72 "GET /v2.0/networks?id=43394bed-ee66-490e-9c2d-38204c292668 HTTP/1.1" status: 200 len: 914 time: 0.0909545 Jan 17 21:22:28.673978 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-9627172a-b77e-47fc-b938-b974458ea737 service neutron] 10.222.0.72 "GET /v2.0/networks/26db734b-a4bb-4f2a-8d18-dbe8b6a57647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044085 Jan 17 21:22:28.691633 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e1fb1b8f-a6e6-4bef-8ea7-1ad1e352ec33 req-5002334c-807d-4625-bde0-e189a16e2950 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f32a145-2070-4f51-b7d2-0671cb8e4109 HTTP/1.1" status: 200 len: 217 time: 0.0447290 Jan 17 21:22:28.763271 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb1b8f-a6e6-4bef-8ea7-1ad1e352ec33 req-29defb5e-18b9-473e-9154-a9bafd1272f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:28.765031 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e1fb1b8f-a6e6-4bef-8ea7-1ad1e352ec33 req-29defb5e-18b9-473e-9154-a9bafd1272f8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=32c6fc4d-1c12-4dd2-b501-407264333a4c HTTP/1.1" status: 200 len: 853 time: 0.0665996 Jan 17 21:22:28.799396 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-dcecdaf7-4442-42b5-a356-aeddeb212085 req-b54b07a5-a6a4-4934-87a8-e04e6102160a service neutron] 10.222.0.72 "GET /v2.0/networks/26db734b-a4bb-4f2a-8d18-dbe8b6a57647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183751 Jan 17 21:22:28.809838 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e1fb1b8f-a6e6-4bef-8ea7-1ad1e352ec33 req-d17d0620-7473-4cee-bcbf-7551d43902f2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=43394bed-ee66-490e-9c2d-38204c292668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350366 Jan 17 21:22:28.895933 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319567b-c4ea-41b0-98d3-b4eccb9e8d45 req-4f051840-42c9-4c8e-a9c8-87c9447ce810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:28.897518 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2319567b-c4ea-41b0-98d3-b4eccb9e8d45 req-4f051840-42c9-4c8e-a9c8-87c9447ce810 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=950cb12ecf9943fa811a11b8a46aeefc&device_id=f42f468d-0e69-47eb-8377-a1166c53c6e3 HTTP/1.1" status: 200 len: 1096 time: 0.0454531 Jan 17 21:22:28.915764 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e1fb1b8f-a6e6-4bef-8ea7-1ad1e352ec33 req-bbb3a05f-f43e-4850-ae54-6607c54a04b0 service neutron] 10.222.0.72 "GET /v2.0/networks/43394bed-ee66-490e-9c2d-38204c292668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999470 Jan 17 21:22:29.014772 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319567b-c4ea-41b0-98d3-b4eccb9e8d45 req-8ddf45ff-5c91-489e-a8e1-a5844aeefd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:29.016100 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2319567b-c4ea-41b0-98d3-b4eccb9e8d45 req-8ddf45ff-5c91-489e-a8e1-a5844aeefd56 service neutron] 10.222.0.72 "GET /v2.0/networks?id=26db734b-a4bb-4f2a-8d18-dbe8b6a57647 HTTP/1.1" status: 200 len: 910 time: 0.1089010 Jan 17 21:22:29.038109 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e1fb1b8f-a6e6-4bef-8ea7-1ad1e352ec33 req-69b393c8-38fe-4e34-a696-d7ad6eff7467 service neutron] 10.222.0.72 "GET /v2.0/networks/43394bed-ee66-490e-9c2d-38204c292668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123323 Jan 17 21:22:29.090346 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2319567b-c4ea-41b0-98d3-b4eccb9e8d45 req-63dbea1f-5dcb-4191-9aa3-c902b171e0a2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6bb9040-4ade-4ba5-a0a2-6bebb1713faf HTTP/1.1" status: 200 len: 217 time: 0.0680294 Jan 17 21:22:29.132046 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8459b16-f9b4-4706-9d60-58e4fac8eab6 req-929d540a-1fb5-4240-b917-097ea7a07f4a tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:29.133764 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f8459b16-f9b4-4706-9d60-58e4fac8eab6 req-929d540a-1fb5-4240-b917-097ea7a07f4a tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a6ecab4-ad67-494d-8290-50992425966f HTTP/1.1" status: 200 len: 943 time: 0.0634677 Jan 17 21:22:29.150107 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319567b-c4ea-41b0-98d3-b4eccb9e8d45 req-c7cf9261-d34b-4c3c-b58e-8d9106d0954e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:29.151599 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2319567b-c4ea-41b0-98d3-b4eccb9e8d45 req-c7cf9261-d34b-4c3c-b58e-8d9106d0954e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=57406f7f-e7c3-4d3b-bc3d-a9d3e9b561a5 HTTP/1.1" status: 200 len: 849 time: 0.0554190 Jan 17 21:22:29.193616 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2319567b-c4ea-41b0-98d3-b4eccb9e8d45 req-cd046f15-bf81-412b-884a-2aef68e746dd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=26db734b-a4bb-4f2a-8d18-dbe8b6a57647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353825 Jan 17 21:22:29.199500 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f8459b16-f9b4-4706-9d60-58e4fac8eab6 req-b0533c1e-5be0-4065-95db-62555ff12cde tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b14ebd6-04fc-49d6-af36-fc40acb1070f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600009 Jan 17 21:22:29.296142 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2319567b-c4ea-41b0-98d3-b4eccb9e8d45 req-78433357-3ff7-491b-9637-f44e79e48ea3 service neutron] 10.222.0.72 "GET /v2.0/networks/26db734b-a4bb-4f2a-8d18-dbe8b6a57647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955827 Jan 17 21:22:29.360847 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615cb79f-4e9e-429e-a842-39d0db9a9485 req-4dfc46f4-e39a-44ab-b302-39d929cbaa64 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:29.362651 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-615cb79f-4e9e-429e-a842-39d0db9a9485 req-4dfc46f4-e39a-44ab-b302-39d929cbaa64 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0553913 Jan 17 21:22:29.405278 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2319567b-c4ea-41b0-98d3-b4eccb9e8d45 req-c1852b3e-d55a-4dd0-bfaf-078e0271ee78 service neutron] 10.222.0.72 "GET /v2.0/networks/26db734b-a4bb-4f2a-8d18-dbe8b6a57647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013267 Jan 17 21:22:29.434846 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-615cb79f-4e9e-429e-a842-39d0db9a9485 req-d5b3d95c-6f03-46f2-9f97-5d4689c12257 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666595 Jan 17 21:22:29.580759 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 54340) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:22:29.646624 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e019bc-11e5-4eb5-b648-9533c20869f5 req-0a8ef0b1-0734-4ce7-9447-c5beea482984 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:29.648286 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f5e019bc-11e5-4eb5-b648-9533c20869f5 req-0a8ef0b1-0734-4ce7-9447-c5beea482984 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=f42f468d-0e69-47eb-8377-a1166c53c6e3 HTTP/1.1" status: 200 len: 943 time: 0.0514421 Jan 17 21:22:29.705180 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f5e019bc-11e5-4eb5-b648-9533c20869f5 req-5552eefc-5334-4f0e-a864-7e8711230821 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c90c45ac-6f14-4852-9683-ace8afb9de06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507369 Jan 17 21:22:29.722117 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6d3305a3-5bc4-42e8-a0f0-2860dbf3ad3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:29.811218 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6d3305a3-5bc4-42e8-a0f0-2860dbf3ad3d admin admin] Publish callbacks [] for security_group (7a4a25a4-50c1-4771-9926-c159ee87b106), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:29.823029 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6d3305a3-5bc4-42e8-a0f0-2860dbf3ad3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (7a4a25a4-50c1-4771-9926-c159ee87b106), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:29.872747 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-6d3305a3-5bc4-42e8-a0f0-2860dbf3ad3d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=31b46d86af56451190a63638acdb5d58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2902939 Jan 17 21:22:29.874786 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3305a3-5bc4-42e8-a0f0-2860dbf3ad3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4a25a4-50c1-4771-9926-c159ee87b106,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:29.875520 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 54352) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:22:29.927021 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0b75b5c3-5a90-4ec3-b6a5-56996cf51b75 admin admin] Publish callbacks [] for security_group (7a4a25a4-50c1-4771-9926-c159ee87b106), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:29.947472 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0b75b5c3-5a90-4ec3-b6a5-56996cf51b75 admin admin] Publish callbacks [] for security_group (7a4a25a4-50c1-4771-9926-c159ee87b106), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:29.997417 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0b75b5c3-5a90-4ec3-b6a5-56996cf51b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (7a4a25a4-50c1-4771-9926-c159ee87b106), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:29.999967 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0b75b5c3-5a90-4ec3-b6a5-56996cf51b75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:30.001140 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-0b75b5c3-5a90-4ec3-b6a5-56996cf51b75 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7a4a25a4-50c1-4771-9926-c159ee87b106 HTTP/1.1" status: 204 len: 168 time: 0.1246326 Jan 17 21:22:30.009160 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b75b5c3-5a90-4ec3-b6a5-56996cf51b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4a25a4-50c1-4771-9926-c159ee87b106,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:30.047143 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:30.288829 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 54360) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:22:30.317306 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-685267cd-b3ec-4619-bf9d-8b860724395b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:30.353010 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b9d84-5166-426a-8477-1c9ecf52da27 req-2b51addd-81e8-40d8-bd73-1e6352afcdc3 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:30.354506 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-185b9d84-5166-426a-8477-1c9ecf52da27 req-2b51addd-81e8-40d8-bd73-1e6352afcdc3 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a6ecab4-ad67-494d-8290-50992425966f HTTP/1.1" status: 200 len: 943 time: 0.0748429 Jan 17 21:22:30.426622 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-185b9d84-5166-426a-8477-1c9ecf52da27 req-e263b8cb-3c70-4986-821f-d39c24262b23 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b14ebd6-04fc-49d6-af36-fc40acb1070f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658340 Jan 17 21:22:30.449671 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-685267cd-b3ec-4619-bf9d-8b860724395b admin admin] Publish callbacks [] for security_group (63491725-71be-46f6-9ea2-715eca70bbcf), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:30.453245 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-685267cd-b3ec-4619-bf9d-8b860724395b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (63491725-71be-46f6-9ea2-715eca70bbcf), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:30.490860 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-685267cd-b3ec-4619-bf9d-8b860724395b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=acb20623aa46451e903abf47733b2171&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1993651 Jan 17 21:22:30.491993 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685267cd-b3ec-4619-bf9d-8b860724395b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63491725-71be-46f6-9ea2-715eca70bbcf,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:30.493838 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 54362) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:22:30.548668 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2dddb247-2241-440b-a8d5-167fd49a4a4e admin admin] Publish callbacks [] for security_group (63491725-71be-46f6-9ea2-715eca70bbcf), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:30.570428 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2dddb247-2241-440b-a8d5-167fd49a4a4e admin admin] Publish callbacks [] for security_group (63491725-71be-46f6-9ea2-715eca70bbcf), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:30.617204 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2dddb247-2241-440b-a8d5-167fd49a4a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (63491725-71be-46f6-9ea2-715eca70bbcf), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:30.619787 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2dddb247-2241-440b-a8d5-167fd49a4a4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:30.620971 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-2dddb247-2241-440b-a8d5-167fd49a4a4e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/63491725-71be-46f6-9ea2-715eca70bbcf HTTP/1.1" status: 204 len: 168 time: 0.1257699 Jan 17 21:22:30.628417 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dddb247-2241-440b-a8d5-167fd49a4a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63491725-71be-46f6-9ea2-715eca70bbcf,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:30.857289 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8a785-1da7-42ed-98dd-70bafdf20ff3 req-a74b30f4-5c68-4ae1-8d79-ee5efca470ba tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:30.858940 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6ff8a785-1da7-42ed-98dd-70bafdf20ff3 req-a74b30f4-5c68-4ae1-8d79-ee5efca470ba tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=f42f468d-0e69-47eb-8377-a1166c53c6e3 HTTP/1.1" status: 200 len: 943 time: 0.0647793 Jan 17 21:22:30.926936 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6ff8a785-1da7-42ed-98dd-70bafdf20ff3 req-d7cca197-b98a-473c-979b-085e7336edc3 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c90c45ac-6f14-4852-9683-ace8afb9de06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612903 Jan 17 21:22:31.257953 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-ecb8877b-ae2b-4654-8607-21eb05be1f47 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:31.259466 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-ecb8877b-ae2b-4654-8607-21eb05be1f47 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/networks?id=90270886-8b72-4996-b451-52316e1bfe26 HTTP/1.1" status: 200 len: 815 time: 0.1106153 Jan 17 21:22:31.276032 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-6d52be73-bbbd-4f54-acfc-8a9d59adb601 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/quotas/28496391913444ba9a1f04ca404c2c68 HTTP/1.1" status: 200 len: 375 time: 0.0104675 Jan 17 21:22:31.331311 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-61900658-714c-4942-be5f-a81fcf2fdc73 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=28496391913444ba9a1f04ca404c2c68&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0491657 Jan 17 21:22:31.346536 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:31.434110 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-f3b58faa-5424-47f6-be7d-f6a4f8043ceb service neutron] 10.222.0.64 "GET /v2.0/networks/90270886-8b72-4996-b451-52316e1bfe26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953560 Jan 17 21:22:31.564460 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-db656376-80b4-454d-9164-de22ca352331 service neutron] 10.222.0.64 "GET /v2.0/networks/90270886-8b72-4996-b451-52316e1bfe26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233370 Jan 17 21:22:31.576779 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116a73c-2d67-4b3f-90d0-fec83fe87d00 req-b7aa5849-a539-483b-a587-8217455d2eaa tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:31.578176 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c116a73c-2d67-4b3f-90d0-fec83fe87d00 req-b7aa5849-a539-483b-a587-8217455d2eaa tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a6ecab4-ad67-494d-8290-50992425966f HTTP/1.1" status: 200 len: 943 time: 0.0768049 Jan 17 21:22:31.661783 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c116a73c-2d67-4b3f-90d0-fec83fe87d00 req-426aaa7f-6742-4ae2-85b9-20e3042f2402 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b14ebd6-04fc-49d6-af36-fc40acb1070f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757096 Jan 17 21:22:31.763747 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-62155096-a18b-47b2-b500-94b2f991cb81 req-a72e3aa6-bef7-4e59-a4fc-b3833ee9949d tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=40eba319-215c-4ff7-be04-20cb0d8d26ee HTTP/1.1" status: 200 len: 210 time: 0.0330610 Jan 17 21:22:32.021503 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485299a0-fbba-4019-9e75-06d49032fb2a req-2dd65f07-c6b0-4689-929a-a0e6590cd197 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:32.023061 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-485299a0-fbba-4019-9e75-06d49032fb2a req-2dd65f07-c6b0-4689-929a-a0e6590cd197 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0615919 Jan 17 21:22:32.111546 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-485299a0-fbba-4019-9e75-06d49032fb2a req-ed60e834-4a3d-4854-8abe-8e78f600bd55 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814872 Jan 17 21:22:32.134574 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c4129-4ccd-4d9f-a1b7-41926198e9dc req-275ecedc-b920-4bb9-956e-f788e21f47a5 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:32.142867 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e56c4129-4ccd-4d9f-a1b7-41926198e9dc req-275ecedc-b920-4bb9-956e-f788e21f47a5 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=f42f468d-0e69-47eb-8377-a1166c53c6e3 HTTP/1.1" status: 200 len: 943 time: 0.1187510 Jan 17 21:22:32.206770 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e56c4129-4ccd-4d9f-a1b7-41926198e9dc req-111a6d68-1295-4c10-b57d-26138dfc6577 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c90c45ac-6f14-4852-9683-ace8afb9de06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629528 Jan 17 21:22:32.813860 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bad90b-db5a-483b-8cca-fc82d6bebbad req-fa1c2f8f-0a33-4928-8b37-1a6af0f0b3f2 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:32.822587 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-57bad90b-db5a-483b-8cca-fc82d6bebbad req-fa1c2f8f-0a33-4928-8b37-1a6af0f0b3f2 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a6ecab4-ad67-494d-8290-50992425966f HTTP/1.1" status: 200 len: 943 time: 0.0726149 Jan 17 21:22:32.901081 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-f190e766-3147-4a3e-bf3d-936834260d18 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:32.902535 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-f190e766-3147-4a3e-bf3d-936834260d18 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.72 "GET /v2.0/networks?id=90270886-8b72-4996-b451-52316e1bfe26 HTTP/1.1" status: 200 len: 815 time: 0.1263559 Jan 17 21:22:32.908664 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-57bad90b-db5a-483b-8cca-fc82d6bebbad req-3adb98bc-fd2f-4bc2-96dc-18d25fbb4686 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b14ebd6-04fc-49d6-af36-fc40acb1070f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851691 Jan 17 21:22:32.923234 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-0ca935ac-d5b0-45f4-afa8-6da0b3805cbe tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Request body: {'port': {'device_id': '40eba319-215c-4ff7-be04-20cb0d8d26ee', 'network_id': '90270886-8b72-4996-b451-52316e1bfe26', 'admin_state_up': True, 'tenant_id': '28496391913444ba9a1f04ca404c2c68'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:22:32.934560 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b46fe285-bebd-4c5f-b76c-d5d805baf842 req-61d38646-0fb7-4077-8426-2e6bb5e20746 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=40eba319-215c-4ff7-be04-20cb0d8d26ee HTTP/1.1" status: 200 len: 210 time: 0.0486231 Jan 17 21:22:32.961083 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 54494) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:22:33.074375 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-0ca935ac-d5b0-45f4-afa8-6da0b3805cbe tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Made reservation on behalf of 28496391913444ba9a1f04ca404c2c68 for: {'port': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:22:33.078310 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-0ca935ac-d5b0-45f4-afa8-6da0b3805cbe tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:33.101896 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-670ec4cc-d6b5-4690-9b41-fc43a8875c8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:33.178252 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-670ec4cc-d6b5-4690-9b41-fc43a8875c8a admin admin] Publish callbacks [] for security_group (7b0a157a-907e-4956-a5fd-839443ee3c22), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:33.181994 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-670ec4cc-d6b5-4690-9b41-fc43a8875c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (7b0a157a-907e-4956-a5fd-839443ee3c22), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:33.218602 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ec4cc-d6b5-4690-9b41-fc43a8875c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0a157a-907e-4956-a5fd-839443ee3c22,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:33.223932 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-670ec4cc-d6b5-4690-9b41-fc43a8875c8a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=244d058355c44221b1191c8befb98965&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2607419 Jan 17 21:22:33.225339 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-0ca935ac-d5b0-45f4-afa8-6da0b3805cbe tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Allocated IP 172.20.0.3 (90270886-8b72-4996-b451-52316e1bfe26/727d1d86-86be-4ba4-b825-0f84ac7512d4/687390ab-d9b1-43f0-800b-6bcd99484876) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:22:33.226281 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 54510) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:22:33.284087 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-986b6a9b-c4da-4e08-a251-733c78360c91 admin admin] Publish callbacks [] for security_group (7b0a157a-907e-4956-a5fd-839443ee3c22), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:33.331273 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-986b6a9b-c4da-4e08-a251-733c78360c91 admin admin] Publish callbacks [] for security_group (7b0a157a-907e-4956-a5fd-839443ee3c22), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:33.374763 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b93c2-db6c-4816-ad33-ace58d41c611 req-598a3aee-ae59-4f6d-b20c-4d40727f5c85 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:33.376520 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-de4b93c2-db6c-4816-ad33-ace58d41c611 req-598a3aee-ae59-4f6d-b20c-4d40727f5c85 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=f42f468d-0e69-47eb-8377-a1166c53c6e3 HTTP/1.1" status: 200 len: 943 time: 0.0904570 Jan 17 21:22:33.395489 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-0ca935ac-d5b0-45f4-afa8-6da0b3805cbe tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Publish callbacks [] for port (687390ab-d9b1-43f0-800b-6bcd99484876), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:33.428507 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-986b6a9b-c4da-4e08-a251-733c78360c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (7b0a157a-907e-4956-a5fd-839443ee3c22), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:33.431204 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-986b6a9b-c4da-4e08-a251-733c78360c91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:33.432489 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-986b6a9b-c4da-4e08-a251-733c78360c91 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7b0a157a-907e-4956-a5fd-839443ee3c22 HTTP/1.1" status: 204 len: 168 time: 0.2035942 Jan 17 21:22:33.437141 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-0ca935ac-d5b0-45f4-afa8-6da0b3805cbe tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (687390ab-d9b1-43f0-800b-6bcd99484876), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:33.446106 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-de4b93c2-db6c-4816-ad33-ace58d41c611 req-ccc77d74-5699-4418-ae13-9a5bdf1b0753 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c90c45ac-6f14-4852-9683-ace8afb9de06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620854 Jan 17 21:22:33.446799 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b6a9b-c4da-4e08-a251-733c78360c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0a157a-907e-4956-a5fd-839443ee3c22,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:33.453172 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] get_ports_and_sgs() called for port_ids ['0371bc2b-703b-41a8-b868-151139132091'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:22:33.505336 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-0ca935ac-d5b0-45f4-afa8-6da0b3805cbe tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Network 90270886-8b72-4996-b451-52316e1bfe26 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:22:33.508701 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-0ca935ac-d5b0-45f4-afa8-6da0b3805cbe tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:22:33.511792 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-0ca935ac-d5b0-45f4-afa8-6da0b3805cbe tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:22:33.566564 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-0ca935ac-d5b0-45f4-afa8-6da0b3805cbe tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:33.567260 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-0ca935ac-d5b0-45f4-afa8-6da0b3805cbe tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:33.571511 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca935ac-d5b0-45f4-afa8-6da0b3805cbe tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Pushing event updated for resources: {'Port': ['ID=687390ab-d9b1-43f0-800b-6bcd99484876,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:33.590743 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-0ca935ac-d5b0-45f4-afa8-6da0b3805cbe tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6731577 Jan 17 21:22:33.605500 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-8e76820c-22ff-44f1-8267-07c3d4a0975f service neutron] Request body: {'port': {'device_id': '40eba319-215c-4ff7-be04-20cb0d8d26ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82489'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:22:33.664549 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-8e76820c-22ff-44f1-8267-07c3d4a0975f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (687390ab-d9b1-43f0-800b-6bcd99484876), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:33.764699 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 54522) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:22:33.780772 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-74aec8ff-b50e-4f11-87fb-1161e38f5f22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:33.857654 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-74aec8ff-b50e-4f11-87fb-1161e38f5f22 admin admin] Publish callbacks [] for security_group (777481cc-3d7e-49c7-9d43-5d683a54deed), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:33.862149 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-74aec8ff-b50e-4f11-87fb-1161e38f5f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (777481cc-3d7e-49c7-9d43-5d683a54deed), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:33.902035 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aec8ff-b50e-4f11-87fb-1161e38f5f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777481cc-3d7e-49c7-9d43-5d683a54deed,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:33.908724 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-74aec8ff-b50e-4f11-87fb-1161e38f5f22 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7434989400b84de7afd36b34b5444c8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1395836 Jan 17 21:22:33.908921 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 54524) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:22:33.929432 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-8e76820c-22ff-44f1-8267-07c3d4a0975f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 687390ab-d9b1-43f0-800b-6bcd99484876 {{(pid=102499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:22:33.937908 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-8e76820c-22ff-44f1-8267-07c3d4a0975f service neutron] Publish callbacks [] for port (687390ab-d9b1-43f0-800b-6bcd99484876), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:33.953314 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.provisioning_blocks [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-8e76820c-22ff-44f1-8267-07c3d4a0975f service neutron] Transition to ACTIVE for port object 687390ab-d9b1-43f0-800b-6bcd99484876 will not be triggered until provisioned by entity L2. {{(pid=102499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 21:22:33.959556 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-8e76820c-22ff-44f1-8267-07c3d4a0975f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3358448'] for port (687390ab-d9b1-43f0-800b-6bcd99484876), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:33.960974 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-edbfbcd6-71b5-495d-953a-ac3884ce892e admin admin] Publish callbacks [] for security_group (777481cc-3d7e-49c7-9d43-5d683a54deed), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:33.991590 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device c6bb9040-4ade-4ba5-a0a2-6bebb1713faf details requested by agent hyperv_hv-cinder-82489 with host hv-cinder-82489 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:22:33.997615 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-edbfbcd6-71b5-495d-953a-ac3884ce892e admin admin] Publish callbacks [] for security_group (777481cc-3d7e-49c7-9d43-5d683a54deed), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:34.077311 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e76820c-22ff-44f1-8267-07c3d4a0975f service neutron] Pushing event updated for resources: {'Port': ['ID=687390ab-d9b1-43f0-800b-6bcd99484876,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:34.095408 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-8e76820c-22ff-44f1-8267-07c3d4a0975f service neutron] Attempting to bind port 687390ab-d9b1-43f0-800b-6bcd99484876 on host hv-cinder-82489 for vnic_type normal with profile {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:22:34.095748 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-8e76820c-22ff-44f1-8267-07c3d4a0975f service neutron] Attempting to bind port 687390ab-d9b1-43f0-800b-6bcd99484876 by drivers openvswitch,hyperv on host hv-cinder-82489 at level 0 using segments [{'id': '3002b40c-9179-46b7-bf21-480b3877c297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90270886-8b72-4996-b451-52316e1bfe26'}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:22:34.096079 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-8e76820c-22ff-44f1-8267-07c3d4a0975f service neutron] Attempting to bind port 687390ab-d9b1-43f0-800b-6bcd99484876 on network 90270886-8b72-4996-b451-52316e1bfe26 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:22:34.100919 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-8e76820c-22ff-44f1-8267-07c3d4a0975f service neutron] Port 687390ab-d9b1-43f0-800b-6bcd99484876 on network 90270886-8b72-4996-b451-52316e1bfe26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82489 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 21:22:34.100919 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-8e76820c-22ff-44f1-8267-07c3d4a0975f service neutron] Attempting to bind port 687390ab-d9b1-43f0-800b-6bcd99484876 on network 90270886-8b72-4996-b451-52316e1bfe26 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:22:34.105818 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-8e76820c-22ff-44f1-8267-07c3d4a0975f service neutron] Checking agent: {'id': 'fb6a4824-98a1-4114-b283-810c221687ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82489', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 18, 21), 'started_at': datetime.datetime(2022, 1, 17, 21, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:22:34.106575 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-8e76820c-22ff-44f1-8267-07c3d4a0975f service neutron] Checking segment: {'id': '3002b40c-9179-46b7-bf21-480b3877c297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90270886-8b72-4996-b451-52316e1bfe26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:22:34.106575 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-8e76820c-22ff-44f1-8267-07c3d4a0975f service neutron] Bound using segment: {'id': '3002b40c-9179-46b7-bf21-480b3877c297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90270886-8b72-4996-b451-52316e1bfe26'} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:22:34.106967 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-8e76820c-22ff-44f1-8267-07c3d4a0975f service neutron] Bound port: 687390ab-d9b1-43f0-800b-6bcd99484876, host: hv-cinder-82489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3002b40c-9179-46b7-bf21-480b3877c297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90270886-8b72-4996-b451-52316e1bfe26'}}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:22:34.107329 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-8e76820c-22ff-44f1-8267-07c3d4a0975f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (687390ab-d9b1-43f0-800b-6bcd99484876), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:34.118252 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa6615-1357-492c-82ff-5910bfe95515 req-66552c43-f307-446a-a4a3-41b126eb65a4 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:34.119439 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5eaa6615-1357-492c-82ff-5910bfe95515 req-66552c43-f307-446a-a4a3-41b126eb65a4 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a6ecab4-ad67-494d-8290-50992425966f HTTP/1.1" status: 200 len: 943 time: 0.1256473 Jan 17 21:22:34.143735 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port c6bb9040-4ade-4ba5-a0a2-6bebb1713faf, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=c6bb9040-4ade-4ba5-a0a2-6bebb1713faf,segment=NetworkSegment(c6aa26ae-d31b-41f2-b604-94e986290bb3),segment_id=c6aa26ae-d31b-41f2-b604-94e986290bb3)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:22:34.156550 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35642952-eb16-47ac-a69d-27fbfdee50fa req-afcbb9ec-5944-4f13-98da-572c83d94ca7 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:34.158096 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-35642952-eb16-47ac-a69d-27fbfdee50fa req-afcbb9ec-5944-4f13-98da-572c83d94ca7 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=40eba319-215c-4ff7-be04-20cb0d8d26ee HTTP/1.1" status: 200 len: 943 time: 0.1091161 Jan 17 21:22:34.163476 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Returning: {'device': 'c6bb9040-4ade-4ba5-a0a2-6bebb1713faf', 'network_id': '26db734b-a4bb-4f2a-8d18-dbe8b6a57647', 'port_id': 'c6bb9040-4ade-4ba5-a0a2-6bebb1713faf', 'mac_address': 'fa:16:3e:01:a1:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57406f7f-e7c3-4d3b-bc3d-a9d3e9b561a5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:22:34.178304 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-edbfbcd6-71b5-495d-953a-ac3884ce892e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (777481cc-3d7e-49c7-9d43-5d683a54deed), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:34.180850 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-edbfbcd6-71b5-495d-953a-ac3884ce892e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:34.181995 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-edbfbcd6-71b5-495d-953a-ac3884ce892e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/777481cc-3d7e-49c7-9d43-5d683a54deed HTTP/1.1" status: 204 len: 168 time: 0.2720876 Jan 17 21:22:34.211809 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-8e76820c-22ff-44f1-8267-07c3d4a0975f service neutron] For port 687390ab-d9b1-43f0-800b-6bcd99484876, host hv-cinder-82489, cleared binding levels {{(pid=102499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:22:34.218860 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-8e76820c-22ff-44f1-8267-07c3d4a0975f service neutron] For port 687390ab-d9b1-43f0-800b-6bcd99484876, host hv-cinder-82489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=687390ab-d9b1-43f0-800b-6bcd99484876,segment=NetworkSegment(3002b40c-9179-46b7-bf21-480b3877c297),segment_id=3002b40c-9179-46b7-bf21-480b3877c297)] {{(pid=102499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:22:34.220342 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbfbcd6-71b5-495d-953a-ac3884ce892e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777481cc-3d7e-49c7-9d43-5d683a54deed,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:34.225174 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port c6bb9040-4ade-4ba5-a0a2-6bebb1713faf is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:22:34.225692 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (c6bb9040-4ade-4ba5-a0a2-6bebb1713faf), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:34.233268 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-8e76820c-22ff-44f1-8267-07c3d4a0975f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3358448'] for port (687390ab-d9b1-43f0-800b-6bcd99484876), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:34.239463 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5eaa6615-1357-492c-82ff-5910bfe95515 req-ef1cc6ec-3830-4537-902b-d1ea5519e7bd tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b14ebd6-04fc-49d6-af36-fc40acb1070f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108623 Jan 17 21:22:34.264980 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6bb9040-4ade-4ba5-a0a2-6bebb1713faf {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:22:34.281164 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-8e76820c-22ff-44f1-8267-07c3d4a0975f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:34.282013 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-8e76820c-22ff-44f1-8267-07c3d4a0975f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:34.283777 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-8e76820c-22ff-44f1-8267-07c3d4a0975f service neutron] 10.222.0.72 "PUT /v2.0/ports/687390ab-d9b1-43f0-800b-6bcd99484876 HTTP/1.1" status: 200 len: 1093 time: 0.6840453 Jan 17 21:22:34.285089 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-35642952-eb16-47ac-a69d-27fbfdee50fa req-787096da-4476-4d64-a77c-d16cff7ef6af tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114550 Jan 17 21:22:34.286713 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40eba319-215c-4ff7-be04-20cb0d8d26ee', 'tag': '687390ab-d9b1-43f0-800b-6bcd99484876'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:22:34.291284 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c2de0e70a1bc7346ac1be0cec4f24ea848d889c4763a7575c3a73373459bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e740f43-b807-48ec-8c4f-57f95bc4d9c7" -d '{"events": [{"name": "network-changed", "server_uuid": "40eba319-215c-4ff7-be04-20cb0d8d26ee", "tag": "687390ab-d9b1-43f0-800b-6bcd99484876"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:22:34.298854 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port c6bb9040-4ade-4ba5-a0a2-6bebb1713faf, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=c6bb9040-4ade-4ba5-a0a2-6bebb1713faf,segment=NetworkSegment(c6aa26ae-d31b-41f2-b604-94e986290bb3),segment_id=c6aa26ae-d31b-41f2-b604-94e986290bb3)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:22:34.306381 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (c6bb9040-4ade-4ba5-a0a2-6bebb1713faf), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:34.307045 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 0f32a145-2070-4f51-b7d2-0671cb8e4109 details requested by agent hyperv_hv-cinder-82489 with host hv-cinder-82489 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:22:34.370467 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27edc0c-7428-42c8-803e-f84580548ed9 x-openstack-request-id: req-f27edc0c-7428-42c8-803e-f84580548ed9 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:22:34.370920 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40eba319-215c-4ff7-be04-20cb0d8d26ee", "tag": "687390ab-d9b1-43f0-800b-6bcd99484876", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:22:34.371587 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f27edc0c-7428-42c8-803e-f84580548ed9 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:22:34.372087 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40eba319-215c-4ff7-be04-20cb0d8d26ee', 'tag': '687390ab-d9b1-43f0-800b-6bcd99484876', 'status': 'completed', 'code': 200} Jan 17 21:22:34.382394 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e76820c-22ff-44f1-8267-07c3d4a0975f service neutron] Pushing event updated for resources: {'Port': ['ID=687390ab-d9b1-43f0-800b-6bcd99484876,revision_number=3']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:34.396815 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-bf1ba6d4-e5c2-4704-b63a-5cdc86965fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:34.398748 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-bf1ba6d4-e5c2-4704-b63a-5cdc86965fbd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=28496391913444ba9a1f04ca404c2c68&device_id=40eba319-215c-4ff7-be04-20cb0d8d26ee HTTP/1.1" status: 200 len: 1096 time: 0.0687482 Jan 17 21:22:34.428451 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=c6bb9040-4ade-4ba5-a0a2-6bebb1713faf,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:34.455562 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-d7e4385c-1d78-4e43-9c44-856ef0722717 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=687390ab-d9b1-43f0-800b-6bcd99484876 HTTP/1.1" status: 200 len: 217 time: 0.0404327 Jan 17 21:22:34.475374 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port 0f32a145-2070-4f51-b7d2-0671cb8e4109, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=0f32a145-2070-4f51-b7d2-0671cb8e4109,segment=NetworkSegment(687024db-b6cd-489e-aeb1-a94a47a8dfd6),segment_id=687024db-b6cd-489e-aeb1-a94a47a8dfd6)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:22:34.487233 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Returning: {'device': '0f32a145-2070-4f51-b7d2-0671cb8e4109', 'network_id': '43394bed-ee66-490e-9c2d-38204c292668', 'port_id': '0f32a145-2070-4f51-b7d2-0671cb8e4109', 'mac_address': 'fa:16:3e:9c:28:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32c6fc4d-1c12-4dd2-b501-407264333a4c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:22:34.509780 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-6420425d-7f6c-44ad-9f3c-d03c8c06c1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:34.511260 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-6420425d-7f6c-44ad-9f3c-d03c8c06c1a2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=727d1d86-86be-4ba4-b825-0f84ac7512d4 HTTP/1.1" status: 200 len: 855 time: 0.0495374 Jan 17 21:22:34.533914 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port 0f32a145-2070-4f51-b7d2-0671cb8e4109 is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:22:34.534397 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (0f32a145-2070-4f51-b7d2-0671cb8e4109), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:34.553386 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-85e0e694-38a9-4402-810f-83bea75acf07 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=90270886-8b72-4996-b451-52316e1bfe26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328124 Jan 17 21:22:34.553621 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f32a145-2070-4f51-b7d2-0671cb8e4109 {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:22:34.593325 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port 0f32a145-2070-4f51-b7d2-0671cb8e4109, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=0f32a145-2070-4f51-b7d2-0671cb8e4109,segment=NetworkSegment(687024db-b6cd-489e-aeb1-a94a47a8dfd6),segment_id=687024db-b6cd-489e-aeb1-a94a47a8dfd6)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:22:34.599927 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (0f32a145-2070-4f51-b7d2-0671cb8e4109), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:34.600332 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a757f0-aa6c-4802-a26f-6a5ac7f56305 req-da162070-e044-41a7-80ad-4d24ebd9f0a2 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:34.602166 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c8a757f0-aa6c-4802-a26f-6a5ac7f56305 req-da162070-e044-41a7-80ad-4d24ebd9f0a2 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=f42f468d-0e69-47eb-8377-a1166c53c6e3 HTTP/1.1" status: 200 len: 944 time: 0.0577934 Jan 17 21:22:34.669248 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c8a757f0-aa6c-4802-a26f-6a5ac7f56305 req-89cbcb50-9627-4ced-a3b6-99c19bf7a4f0 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c90c45ac-6f14-4852-9683-ace8afb9de06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612373 Jan 17 21:22:34.674507 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=0f32a145-2070-4f51-b7d2-0671cb8e4109,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:34.701751 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-20c50061-2841-4f28-ba3c-65746a505eee service neutron] 10.222.0.72 "GET /v2.0/networks/90270886-8b72-4996-b451-52316e1bfe26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421194 Jan 17 21:22:34.803689 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b3c07b04-c5ec-4dc2-abc3-64fdda359758 req-01007426-6534-4936-98ed-88c5c3361119 service neutron] 10.222.0.72 "GET /v2.0/networks/90270886-8b72-4996-b451-52316e1bfe26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910830 Jan 17 21:22:34.908495 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e740f43-b807-48ec-8c4f-57f95bc4d9c7 req-5fb5a161-3aa8-4c93-aa5c-fda8077b6a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:34.910002 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-3e740f43-b807-48ec-8c4f-57f95bc4d9c7 req-5fb5a161-3aa8-4c93-aa5c-fda8077b6a4d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=28496391913444ba9a1f04ca404c2c68&device_id=40eba319-215c-4ff7-be04-20cb0d8d26ee HTTP/1.1" status: 200 len: 1096 time: 0.0477269 Jan 17 21:22:35.012876 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e740f43-b807-48ec-8c4f-57f95bc4d9c7 req-1aa92351-9b84-40b7-95cb-53bc305bb045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:35.014675 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-3e740f43-b807-48ec-8c4f-57f95bc4d9c7 req-1aa92351-9b84-40b7-95cb-53bc305bb045 service neutron] 10.222.0.72 "GET /v2.0/networks?id=90270886-8b72-4996-b451-52316e1bfe26 HTTP/1.1" status: 200 len: 916 time: 0.0914602 Jan 17 21:22:35.070662 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-3e740f43-b807-48ec-8c4f-57f95bc4d9c7 req-9471c951-2883-42cf-a7fa-feb18d1d293b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=687390ab-d9b1-43f0-800b-6bcd99484876 HTTP/1.1" status: 200 len: 217 time: 0.0407190 Jan 17 21:22:35.121652 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e740f43-b807-48ec-8c4f-57f95bc4d9c7 req-97c31887-8935-4937-92d0-accf685484cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:35.123128 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-3e740f43-b807-48ec-8c4f-57f95bc4d9c7 req-97c31887-8935-4937-92d0-accf685484cc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=727d1d86-86be-4ba4-b825-0f84ac7512d4 HTTP/1.1" status: 200 len: 855 time: 0.0453479 Jan 17 21:22:35.155384 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-3e740f43-b807-48ec-8c4f-57f95bc4d9c7 req-0759ff22-b5d2-4227-8374-e9b127a5bb57 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=90270886-8b72-4996-b451-52316e1bfe26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252984 Jan 17 21:22:35.249350 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-3e740f43-b807-48ec-8c4f-57f95bc4d9c7 req-8f3db5ab-97dc-4c1c-b056-7a40745bbc75 service neutron] 10.222.0.72 "GET /v2.0/networks/90270886-8b72-4996-b451-52316e1bfe26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856965 Jan 17 21:22:35.375469 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] get_ports_and_sgs() called for port_ids ['c6bb9040-4ade-4ba5-a0a2-6bebb1713faf'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:22:35.375711 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-3e740f43-b807-48ec-8c4f-57f95bc4d9c7 req-7c5a0675-9f6a-4ee0-9f2a-69d5ffb2d678 service neutron] 10.222.0.72 "GET /v2.0/networks/90270886-8b72-4996-b451-52316e1bfe26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180792 Jan 17 21:22:35.377754 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] get_ports_and_sgs() called for port_ids ['0f32a145-2070-4f51-b7d2-0671cb8e4109'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:22:35.479741 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9077e-9911-433c-9cc9-bc801d247cfe req-5241a0ba-33c0-45a3-84c5-2d13724c797d tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:35.482475 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6be9077e-9911-433c-9cc9-bc801d247cfe req-5241a0ba-33c0-45a3-84c5-2d13724c797d tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=40eba319-215c-4ff7-be04-20cb0d8d26ee HTTP/1.1" status: 200 len: 943 time: 0.0691407 Jan 17 21:22:35.492098 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd94f7-b25c-4c1a-9af4-cc1c112de7a5 req-385b87e9-31fa-4a7f-8100-5aa5bc2832f1 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:35.494064 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9bfd94f7-b25c-4c1a-9af4-cc1c112de7a5 req-385b87e9-31fa-4a7f-8100-5aa5bc2832f1 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a6ecab4-ad67-494d-8290-50992425966f HTTP/1.1" status: 200 len: 944 time: 0.1390932 Jan 17 21:22:35.566914 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6be9077e-9911-433c-9cc9-bc801d247cfe req-f376f73d-d0ac-4201-9a77-30143d14c5cb tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716085 Jan 17 21:22:35.578697 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9bfd94f7-b25c-4c1a-9af4-cc1c112de7a5 req-ed180f19-929c-4660-8691-e536b7c708a1 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b14ebd6-04fc-49d6-af36-fc40acb1070f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761988 Jan 17 21:22:35.802875 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64dffc2-35db-43b1-b39f-c58ce4425a64 req-402af152-6520-4a24-b1e8-49ae48158b84 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:35.804319 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f64dffc2-35db-43b1-b39f-c58ce4425a64 req-402af152-6520-4a24-b1e8-49ae48158b84 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=f42f468d-0e69-47eb-8377-a1166c53c6e3 HTTP/1.1" status: 200 len: 944 time: 0.0562150 Jan 17 21:22:35.855154 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f64dffc2-35db-43b1-b39f-c58ce4425a64 req-e9bcbf65-1d8e-4e22-999f-f19a3da455c9 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c90c45ac-6f14-4852-9683-ace8afb9de06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440969 Jan 17 21:22:36.730794 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee2e2c-2fee-4f45-a09b-1301221e0464 req-7b7c3560-7420-4287-9382-6db699bcf73c tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:36.732403 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c2ee2e2c-2fee-4f45-a09b-1301221e0464 req-7b7c3560-7420-4287-9382-6db699bcf73c tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=40eba319-215c-4ff7-be04-20cb0d8d26ee HTTP/1.1" status: 200 len: 943 time: 0.0906281 Jan 17 21:22:36.748319 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242bba9-157c-4159-92ed-0a5376adc996 req-b5acf9a8-463e-4cd9-9c51-2e5711fe06db tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:36.749850 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a242bba9-157c-4159-92ed-0a5376adc996 req-b5acf9a8-463e-4cd9-9c51-2e5711fe06db tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a6ecab4-ad67-494d-8290-50992425966f HTTP/1.1" status: 200 len: 944 time: 0.0764203 Jan 17 21:22:36.819368 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 54616) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:22:36.821068 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c2ee2e2c-2fee-4f45-a09b-1301221e0464 req-ecb69236-fbc1-4aef-8394-ae68bbe44818 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812147 Jan 17 21:22:36.833702 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a242bba9-157c-4159-92ed-0a5376adc996 req-e56373d7-5007-4dee-8a40-97d690eabce8 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b14ebd6-04fc-49d6-af36-fc40acb1070f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774839 Jan 17 21:22:36.970051 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4a20cad8-e013-4861-8d11-d6d204f07536 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:36.979578 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a4478-6bae-4685-8adb-8ed868497279 req-94e4eafa-16a7-401d-906b-1a98294ebb27 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:36.986667 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ff6a4478-6bae-4685-8adb-8ed868497279 req-94e4eafa-16a7-401d-906b-1a98294ebb27 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=f42f468d-0e69-47eb-8377-a1166c53c6e3 HTTP/1.1" status: 200 len: 944 time: 0.0613697 Jan 17 21:22:37.038617 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ff6a4478-6bae-4685-8adb-8ed868497279 req-a056b280-d950-46c4-8c31-d368226c4050 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c90c45ac-6f14-4852-9683-ace8afb9de06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508800 Jan 17 21:22:37.070211 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4a20cad8-e013-4861-8d11-d6d204f07536 admin admin] Publish callbacks [] for security_group (39d3d8dd-dcd3-46cb-935d-cee735c920f7), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:37.074198 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4a20cad8-e013-4861-8d11-d6d204f07536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (39d3d8dd-dcd3-46cb-935d-cee735c920f7), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:37.104895 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-4a20cad8-e013-4861-8d11-d6d204f07536 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=23f85ccfe9604b8389fcf580299ee66d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2843425 Jan 17 21:22:37.106545 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 54628) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:22:37.126606 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a20cad8-e013-4861-8d11-d6d204f07536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d3d8dd-dcd3-46cb-935d-cee735c920f7,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:37.157453 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-86477de5-ce84-42af-a35a-68b67de0e32a admin admin] Publish callbacks [] for security_group (39d3d8dd-dcd3-46cb-935d-cee735c920f7), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:37.179442 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-86477de5-ce84-42af-a35a-68b67de0e32a admin admin] Publish callbacks [] for security_group (39d3d8dd-dcd3-46cb-935d-cee735c920f7), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:37.225703 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-86477de5-ce84-42af-a35a-68b67de0e32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (39d3d8dd-dcd3-46cb-935d-cee735c920f7), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:37.228220 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-86477de5-ce84-42af-a35a-68b67de0e32a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:37.229358 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-86477de5-ce84-42af-a35a-68b67de0e32a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/39d3d8dd-dcd3-46cb-935d-cee735c920f7 HTTP/1.1" status: 204 len: 168 time: 0.1219873 Jan 17 21:22:37.236726 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86477de5-ce84-42af-a35a-68b67de0e32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d3d8dd-dcd3-46cb-935d-cee735c920f7,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:38.010996 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device c6bb9040-4ade-4ba5-a0a2-6bebb1713faf up at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:22:38.071094 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning for port c6bb9040-4ade-4ba5-a0a2-6bebb1713faf completed by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 21:22:38.075322 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning complete for port c6bb9040-4ade-4ba5-a0a2-6bebb1713faf triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:22:38.075704 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (c6bb9040-4ade-4ba5-a0a2-6bebb1713faf), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:38.154472 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880220cb-4bf2-4c00-bb9d-e47c42f171b0 req-320e029a-6c05-47d5-8b04-e624f39a69a5 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:38.156048 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-880220cb-4bf2-4c00-bb9d-e47c42f171b0 req-320e029a-6c05-47d5-8b04-e624f39a69a5 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=40eba319-215c-4ff7-be04-20cb0d8d26ee HTTP/1.1" status: 200 len: 943 time: 0.2605844 Jan 17 21:22:38.191139 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0f0db-e89e-47d9-bc83-cfc576d06343 req-325fdaa2-d243-4151-9de8-a59dd06b9146 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:38.192740 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-50b0f0db-e89e-47d9-bc83-cfc576d06343 req-325fdaa2-d243-4151-9de8-a59dd06b9146 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a6ecab4-ad67-494d-8290-50992425966f HTTP/1.1" status: 200 len: 944 time: 0.2828343 Jan 17 21:22:38.209794 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port c6bb9040-4ade-4ba5-a0a2-6bebb1713faf is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:22:38.210233 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (c6bb9040-4ade-4ba5-a0a2-6bebb1713faf), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:38.231622 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-880220cb-4bf2-4c00-bb9d-e47c42f171b0 req-4e1e2c4b-9898-4f42-a37e-f3cff8302092 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680902 Jan 17 21:22:38.246412 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42f468d-0e69-47eb-8377-a1166c53c6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bb9040-4ade-4ba5-a0a2-6bebb1713faf'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:22:38.258705 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd74998850970e76e5e696d55ae046c45085ecb7dce1b7bf3912a5be803d1cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7c7a13-3bfe-46d2-a147-9ebc0bf902bd" -d '{"events": [{"server_uuid": "f42f468d-0e69-47eb-8377-a1166c53c6e3", "name": "network-vif-plugged", "status": "completed", "tag": "c6bb9040-4ade-4ba5-a0a2-6bebb1713faf"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:22:38.262759 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-50b0f0db-e89e-47d9-bc83-cfc576d06343 req-0770efeb-c577-4570-b021-2a8a1d58e28c tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b14ebd6-04fc-49d6-af36-fc40acb1070f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604737 Jan 17 21:22:38.263601 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port c6bb9040-4ade-4ba5-a0a2-6bebb1713faf, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=c6bb9040-4ade-4ba5-a0a2-6bebb1713faf,segment=NetworkSegment(c6aa26ae-d31b-41f2-b604-94e986290bb3),segment_id=c6aa26ae-d31b-41f2-b604-94e986290bb3)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:22:38.271989 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (c6bb9040-4ade-4ba5-a0a2-6bebb1713faf), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:38.273479 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 0f32a145-2070-4f51-b7d2-0671cb8e4109 up at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:22:38.373144 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581d17bb-6c19-4679-a3b6-33f6aafc2035 x-openstack-request-id: req-581d17bb-6c19-4679-a3b6-33f6aafc2035 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:22:38.373430 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f42f468d-0e69-47eb-8377-a1166c53c6e3", "name": "network-vif-plugged", "status": "completed", "tag": "c6bb9040-4ade-4ba5-a0a2-6bebb1713faf", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:22:38.373693 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-581d17bb-6c19-4679-a3b6-33f6aafc2035 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:22:38.374083 dv-cinder-824895-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42f468d-0e69-47eb-8377-a1166c53c6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bb9040-4ade-4ba5-a0a2-6bebb1713faf', 'code': 200} Jan 17 21:22:38.376283 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=c6bb9040-4ade-4ba5-a0a2-6bebb1713faf,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:38.387821 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364f86a-2142-4d1f-8c0a-ece9886db899 req-62f49a35-623c-4ddb-9aca-73e8d8e733a2 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:38.388514 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning for port 0f32a145-2070-4f51-b7d2-0671cb8e4109 completed by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 21:22:38.389546 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7364f86a-2142-4d1f-8c0a-ece9886db899 req-62f49a35-623c-4ddb-9aca-73e8d8e733a2 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=f42f468d-0e69-47eb-8377-a1166c53c6e3 HTTP/1.1" status: 200 len: 945 time: 0.0887263 Jan 17 21:22:38.393759 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning complete for port 0f32a145-2070-4f51-b7d2-0671cb8e4109 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:22:38.394527 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (0f32a145-2070-4f51-b7d2-0671cb8e4109), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:38.438973 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7364f86a-2142-4d1f-8c0a-ece9886db899 req-ae085678-93c6-447f-9e8a-1ec4052fcfa7 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c90c45ac-6f14-4852-9683-ace8afb9de06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440135 Jan 17 21:22:38.489134 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port 0f32a145-2070-4f51-b7d2-0671cb8e4109 is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:22:38.489566 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (0f32a145-2070-4f51-b7d2-0671cb8e4109), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:38.526918 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port 0f32a145-2070-4f51-b7d2-0671cb8e4109, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=0f32a145-2070-4f51-b7d2-0671cb8e4109,segment=NetworkSegment(687024db-b6cd-489e-aeb1-a94a47a8dfd6),segment_id=687024db-b6cd-489e-aeb1-a94a47a8dfd6)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:22:38.531514 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (0f32a145-2070-4f51-b7d2-0671cb8e4109), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:38.599773 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd3d9e-806e-4513-961a-7002a2efa7e4 req-84588a5b-d935-48dc-84ae-1e80875da2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:38.601418 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-99dd3d9e-806e-4513-961a-7002a2efa7e4 req-84588a5b-d935-48dc-84ae-1e80875da2e2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f42f468d-0e69-47eb-8377-a1166c53c6e3 HTTP/1.1" status: 200 len: 1098 time: 0.0468397 Jan 17 21:22:38.655987 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-99dd3d9e-806e-4513-961a-7002a2efa7e4 req-467032c2-f432-4be7-81d3-3c6a59f18c36 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c90c45ac-6f14-4852-9683-ace8afb9de06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425587 Jan 17 21:22:38.713340 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=0f32a145-2070-4f51-b7d2-0671cb8e4109,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:39.383595 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3fe60-f815-4320-a9c7-11b85c97b8ff req-62de0080-2e11-4beb-8fc9-4229db3668ab tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:39.386562 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-09c3fe60-f815-4320-a9c7-11b85c97b8ff req-62de0080-2e11-4beb-8fc9-4229db3668ab tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=40eba319-215c-4ff7-be04-20cb0d8d26ee HTTP/1.1" status: 200 len: 943 time: 0.0799842 Jan 17 21:22:39.406142 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30709323-ae5d-43cf-9db5-ce21a7ca4c9a req-93398cb8-c67e-4545-bc33-a2fdce2d5f65 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:39.407575 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-30709323-ae5d-43cf-9db5-ce21a7ca4c9a req-93398cb8-c67e-4545-bc33-a2fdce2d5f65 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a6ecab4-ad67-494d-8290-50992425966f HTTP/1.1" status: 200 len: 945 time: 0.0677812 Jan 17 21:22:39.485902 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-09c3fe60-f815-4320-a9c7-11b85c97b8ff req-8332b9ec-7c4a-4471-b22f-b6fc2fa9fdc3 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876813 Jan 17 21:22:39.489795 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-30709323-ae5d-43cf-9db5-ce21a7ca4c9a req-4e321ea3-6e27-4cfb-a8ab-426665630465 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b14ebd6-04fc-49d6-af36-fc40acb1070f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678425 Jan 17 21:22:39.610471 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fafec4-f27e-4cd3-a7ef-dec8f70307b1 req-38c86962-52c0-4536-a3da-dca55bc37577 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:39.611929 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c0fafec4-f27e-4cd3-a7ef-dec8f70307b1 req-38c86962-52c0-4536-a3da-dca55bc37577 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=f42f468d-0e69-47eb-8377-a1166c53c6e3 HTTP/1.1" status: 200 len: 945 time: 0.0496812 Jan 17 21:22:39.658211 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c0fafec4-f27e-4cd3-a7ef-dec8f70307b1 req-e674b3e7-0382-4332-a6b2-320e6256c3a8 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c90c45ac-6f14-4852-9683-ace8afb9de06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404696 Jan 17 21:22:40.031885 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 687390ab-d9b1-43f0-800b-6bcd99484876 details requested by agent hyperv_hv-cinder-82489 with host hv-cinder-82489 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:22:40.131167 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port 687390ab-d9b1-43f0-800b-6bcd99484876, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=687390ab-d9b1-43f0-800b-6bcd99484876,segment=NetworkSegment(3002b40c-9179-46b7-bf21-480b3877c297),segment_id=3002b40c-9179-46b7-bf21-480b3877c297)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:22:40.147377 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Returning: {'device': '687390ab-d9b1-43f0-800b-6bcd99484876', 'network_id': '90270886-8b72-4996-b451-52316e1bfe26', 'port_id': '687390ab-d9b1-43f0-800b-6bcd99484876', 'mac_address': 'fa:16:3e:63:d8:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '727d1d86-86be-4ba4-b825-0f84ac7512d4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:22:40.186022 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port 687390ab-d9b1-43f0-800b-6bcd99484876 is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:22:40.186326 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (687390ab-d9b1-43f0-800b-6bcd99484876), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:40.200535 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 687390ab-d9b1-43f0-800b-6bcd99484876 {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:22:40.220176 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port 687390ab-d9b1-43f0-800b-6bcd99484876, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=687390ab-d9b1-43f0-800b-6bcd99484876,segment=NetworkSegment(3002b40c-9179-46b7-bf21-480b3877c297),segment_id=3002b40c-9179-46b7-bf21-480b3877c297)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:22:40.224244 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (687390ab-d9b1-43f0-800b-6bcd99484876), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:40.276111 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=687390ab-d9b1-43f0-800b-6bcd99484876,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:40.375683 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6ecab4-ad67-494d-8290-50992425966f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f32a145-2070-4f51-b7d2-0671cb8e4109'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:22:40.378084 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd74998850970e76e5e696d55ae046c45085ecb7dce1b7bf3912a5be803d1cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee8b675-58c7-4e63-8b7f-ec8917d055bd" -d '{"events": [{"server_uuid": "1a6ecab4-ad67-494d-8290-50992425966f", "name": "network-vif-plugged", "status": "completed", "tag": "0f32a145-2070-4f51-b7d2-0671cb8e4109"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:22:40.411974 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b05a042-f512-471a-bf9e-dd1d53f52513 x-openstack-request-id: req-5b05a042-f512-471a-bf9e-dd1d53f52513 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:22:40.412293 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6ecab4-ad67-494d-8290-50992425966f", "name": "network-vif-plugged", "status": "completed", "tag": "0f32a145-2070-4f51-b7d2-0671cb8e4109", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:22:40.412579 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5b05a042-f512-471a-bf9e-dd1d53f52513 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:22:40.412977 dv-cinder-824895-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6ecab4-ad67-494d-8290-50992425966f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f32a145-2070-4f51-b7d2-0671cb8e4109', 'code': 200} Jan 17 21:22:40.649477 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f29e0-cebe-4f93-bb94-e5b8cc5b1dfd req-2ed57f18-df43-4136-9156-2d25035bc155 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:40.651085 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ef3f29e0-cebe-4f93-bb94-e5b8cc5b1dfd req-2ed57f18-df43-4136-9156-2d25035bc155 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=40eba319-215c-4ff7-be04-20cb0d8d26ee HTTP/1.1" status: 200 len: 944 time: 0.0741303 Jan 17 21:22:40.659410 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497ee25-4d9c-4ea7-896f-f725e9065380 req-f7532034-e37d-4352-aaa0-adadae84bb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:40.659979 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654c8e5-9014-4207-844c-ce9bf8c289ca req-868bdc9c-2485-434d-8bf1-0b99db86de0d tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:40.661234 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2654c8e5-9014-4207-844c-ce9bf8c289ca req-868bdc9c-2485-434d-8bf1-0b99db86de0d tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a6ecab4-ad67-494d-8290-50992425966f HTTP/1.1" status: 200 len: 945 time: 0.0961618 Jan 17 21:22:40.662047 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-7497ee25-4d9c-4ea7-896f-f725e9065380 req-f7532034-e37d-4352-aaa0-adadae84bb52 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1a6ecab4-ad67-494d-8290-50992425966f HTTP/1.1" status: 200 len: 1098 time: 0.0518980 Jan 17 21:22:40.711364 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-7497ee25-4d9c-4ea7-896f-f725e9065380 req-881508d6-28c5-4a69-be3d-0d6f52ace626 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2b14ebd6-04fc-49d6-af36-fc40acb1070f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417235 Jan 17 21:22:40.733762 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ef3f29e0-cebe-4f93-bb94-e5b8cc5b1dfd req-68ad197e-8c06-4c0f-ac5e-79c7acbabdf0 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715091 Jan 17 21:22:40.737125 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2654c8e5-9014-4207-844c-ce9bf8c289ca req-3582080d-a14f-46e2-b132-d8af2baf1c77 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b14ebd6-04fc-49d6-af36-fc40acb1070f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692103 Jan 17 21:22:40.790402 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] get_ports_and_sgs() called for port_ids ['687390ab-d9b1-43f0-800b-6bcd99484876'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:22:40.865079 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-179876eb-222c-4cf8-8ed1-57b18cdaebbf tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=bdc45770b23744f5bd0562e2a9210890&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449080 Jan 17 21:22:40.958983 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725b1a2-ae1f-49ad-85f2-641125eb02d4 req-d0c23050-aeb1-4fe2-8844-df1298273e3b tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:40.960507 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0725b1a2-ae1f-49ad-85f2-641125eb02d4 req-d0c23050-aeb1-4fe2-8844-df1298273e3b tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=f42f468d-0e69-47eb-8377-a1166c53c6e3 HTTP/1.1" status: 200 len: 945 time: 0.1516757 Jan 17 21:22:41.097157 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0725b1a2-ae1f-49ad-85f2-641125eb02d4 req-b35e7573-0dea-4794-8b5e-540a1288c81a tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c90c45ac-6f14-4852-9683-ace8afb9de06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219964 Jan 17 21:22:41.105608 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-44128c60-0cca-4528-8bb4-68b624ae9e04 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:41.107049 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-44128c60-0cca-4528-8bb4-68b624ae9e04 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2368803 Jan 17 21:22:41.126321 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-f032ec9b-e49e-4abc-8ff9-cd9eeb151de0 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/quotas/bdc45770b23744f5bd0562e2a9210890 HTTP/1.1" status: 200 len: 375 time: 0.0116556 Jan 17 21:22:41.168825 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-76bc6bdb-0134-4130-b5a9-87151194d90a tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=bdc45770b23744f5bd0562e2a9210890&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321529 Jan 17 21:22:41.352694 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7f3e62cf-e6ae-40f0-a255-d2a2acbd3218 req-d26f0d0c-1c4d-46ac-b9a4-f7b18b32023f tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/ports?device_id=722796bd-49c1-4a74-9f3c-f9ea7863440c HTTP/1.1" status: 200 len: 210 time: 0.0380514 Jan 17 21:22:41.452874 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd2a2d-50f1-4f5b-9370-cb80f4223def req-9a14989e-d22a-491f-ac54-2640f8dac66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:41.454416 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-95dd2a2d-50f1-4f5b-9370-cb80f4223def req-9a14989e-d22a-491f-ac54-2640f8dac66a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=090730c5b4bb4a7195d893aa312dcfe6&device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 1098 time: 0.0481150 Jan 17 21:22:41.464180 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa02bd-12d0-4329-b78c-3bd75431f24f req-44db7cc6-ec6a-4e5d-afa1-339f5007b53e tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:41.472093 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f2fa02bd-12d0-4329-b78c-3bd75431f24f req-44db7cc6-ec6a-4e5d-afa1-339f5007b53e tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0829945 Jan 17 21:22:41.521294 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f2fa02bd-12d0-4329-b78c-3bd75431f24f req-db7e9212-40eb-4b3b-9fec-4345926c0e54 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481503 Jan 17 21:22:41.566700 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd2a2d-50f1-4f5b-9370-cb80f4223def req-3b2c873b-520b-4005-9ed8-e70622c8c8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:41.568515 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-95dd2a2d-50f1-4f5b-9370-cb80f4223def req-3b2c873b-520b-4005-9ed8-e70622c8c8b8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bff8e5f5-97ad-489f-85ec-9f479ea549b7 HTTP/1.1" status: 200 len: 919 time: 0.1027584 Jan 17 21:22:41.616747 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-95dd2a2d-50f1-4f5b-9370-cb80f4223def req-505559b6-1351-4c8b-9807-7a98c18d9e05 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=138d0a50-2135-4dee-95fa-28ecdc541d3d HTTP/1.1" status: 200 len: 217 time: 0.0401213 Jan 17 21:22:41.687290 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd2a2d-50f1-4f5b-9370-cb80f4223def req-db25cbb9-d4d9-48c6-b388-5599add37f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:41.688970 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-95dd2a2d-50f1-4f5b-9370-cb80f4223def req-db25cbb9-d4d9-48c6-b388-5599add37f15 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aa7783e7-3496-4e0a-9051-7034d9bfba99 HTTP/1.1" status: 200 len: 858 time: 0.0604713 Jan 17 21:22:41.734323 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-95dd2a2d-50f1-4f5b-9370-cb80f4223def req-d6548f51-627c-4ad6-aad6-3cd8f2bf7638 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bff8e5f5-97ad-489f-85ec-9f479ea549b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372441 Jan 17 21:22:41.872911 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-95dd2a2d-50f1-4f5b-9370-cb80f4223def req-a4dc230f-e669-4888-8ffb-4ee58945750c service neutron] 10.222.0.72 "GET /v2.0/networks/bff8e5f5-97ad-489f-85ec-9f479ea549b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292839 Jan 17 21:22:41.931158 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21eab9-7fdc-4b27-a61a-ce11ce682574 req-2e7fcb08-8d71-45bf-aac6-222f41d274a8 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:41.937897 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6d21eab9-7fdc-4b27-a61a-ce11ce682574 req-2e7fcb08-8d71-45bf-aac6-222f41d274a8 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a6ecab4-ad67-494d-8290-50992425966f HTTP/1.1" status: 200 len: 945 time: 0.1058464 Jan 17 21:22:41.966789 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d33312-b0d9-42e1-9165-dc7e72687f6d req-10acf635-4a1d-4989-b03d-945ad3a4b5f9 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:41.968336 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-99d33312-b0d9-42e1-9165-dc7e72687f6d req-10acf635-4a1d-4989-b03d-945ad3a4b5f9 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=40eba319-215c-4ff7-be04-20cb0d8d26ee HTTP/1.1" status: 200 len: 944 time: 0.0992754 Jan 17 21:22:41.994579 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-95dd2a2d-50f1-4f5b-9370-cb80f4223def req-ebb4ecdb-5ca2-4fac-bd1d-9f9d073192db service neutron] 10.222.0.72 "GET /v2.0/networks/bff8e5f5-97ad-489f-85ec-9f479ea549b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091239 Jan 17 21:22:42.031900 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6d21eab9-7fdc-4b27-a61a-ce11ce682574 req-6abaf43c-544e-413e-a57d-13d43b34c189 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b14ebd6-04fc-49d6-af36-fc40acb1070f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931458 Jan 17 21:22:42.062211 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-99d33312-b0d9-42e1-9165-dc7e72687f6d req-db6498cd-50b3-464a-ac18-86e351f510e7 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825157 Jan 17 21:22:42.167884 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5d082-2816-40a3-aefa-36f5846b8669 req-908a6b30-1b6b-4ff2-8a10-1013120b9822 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:42.169723 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1cf5d082-2816-40a3-aefa-36f5846b8669 req-908a6b30-1b6b-4ff2-8a10-1013120b9822 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=f42f468d-0e69-47eb-8377-a1166c53c6e3 HTTP/1.1" status: 200 len: 945 time: 0.0573149 Jan 17 21:22:42.228417 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1cf5d082-2816-40a3-aefa-36f5846b8669 req-ec99306a-f8bd-4292-92ae-e0920033ff70 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c90c45ac-6f14-4852-9683-ace8afb9de06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515239 Jan 17 21:22:42.465056 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-da9e83cd-68e7-4b80-b498-309cbafc83a6 req-8cbb9d07-b816-425f-b49d-fa5cc7d08447 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/ports?device_id=722796bd-49c1-4a74-9f3c-f9ea7863440c HTTP/1.1" status: 200 len: 210 time: 0.0293930 Jan 17 21:22:42.647546 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d219c12-1784-497c-81d8-d7b16ff59b69 req-205cb13d-fe89-44d8-b69c-40b507a0e806 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:42.649088 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9d219c12-1784-497c-81d8-d7b16ff59b69 req-205cb13d-fe89-44d8-b69c-40b507a0e806 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0546532 Jan 17 21:22:42.704421 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9d219c12-1784-497c-81d8-d7b16ff59b69 req-528178f7-80fe-4186-b173-c2cd3ea551d4 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498781 Jan 17 21:22:42.782283 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-f925a7e1-a50f-4d26-b673-9ee663694aad tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=bdc45770b23744f5bd0562e2a9210890&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349741 Jan 17 21:22:43.173759 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-4d9eab7b-fc7d-4368-ba73-0e84e5850548 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:43.175550 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-4d9eab7b-fc7d-4368-ba73-0e84e5850548 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3877544 Jan 17 21:22:43.194662 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-8d88fc76-3bbb-4f6d-b05d-68f392c13b92 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Request body: {'port': {'device_id': '722796bd-49c1-4a74-9f3c-f9ea7863440c', 'network_id': 'f1ee5c6f-907c-4a66-82e3-c55b519a2070', 'admin_state_up': True, 'tenant_id': 'bdc45770b23744f5bd0562e2a9210890'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:22:43.219756 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62dece-6c77-42ee-9506-a9bc6d7b914c req-7e9804df-cc3d-4a30-87e7-9f1f58244638 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:43.228042 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-be62dece-6c77-42ee-9506-a9bc6d7b914c req-7e9804df-cc3d-4a30-87e7-9f1f58244638 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=40eba319-215c-4ff7-be04-20cb0d8d26ee HTTP/1.1" status: 200 len: 944 time: 0.0697293 Jan 17 21:22:43.241540 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a03b1-66f9-4f97-86f7-2fffb3cd8046 req-dcd01790-8de5-429e-9311-4728d591d1e0 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:43.248465 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-222a03b1-66f9-4f97-86f7-2fffb3cd8046 req-dcd01790-8de5-429e-9311-4728d591d1e0 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a6ecab4-ad67-494d-8290-50992425966f HTTP/1.1" status: 200 len: 945 time: 0.1344922 Jan 17 21:22:43.324960 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-222a03b1-66f9-4f97-86f7-2fffb3cd8046 req-1a85d820-3e84-4f80-a6e0-d3a6fd79d89b tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b14ebd6-04fc-49d6-af36-fc40acb1070f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753231 Jan 17 21:22:43.346227 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-be62dece-6c77-42ee-9506-a9bc6d7b914c req-81870286-7247-4d23-a6e1-94c6b993a336 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169043 Jan 17 21:22:43.360771 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-8d88fc76-3bbb-4f6d-b05d-68f392c13b92 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Made reservation on behalf of bdc45770b23744f5bd0562e2a9210890 for: {'port': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:22:43.365160 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-8d88fc76-3bbb-4f6d-b05d-68f392c13b92 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:43.374730 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-8d88fc76-3bbb-4f6d-b05d-68f392c13b92 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:43.445888 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709aa0e7-1479-42e1-a433-e80d3e3faa16 req-dc6d28c1-301a-41cc-b941-9f289ba229f0 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:43.447679 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-709aa0e7-1479-42e1-a433-e80d3e3faa16 req-dc6d28c1-301a-41cc-b941-9f289ba229f0 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=f42f468d-0e69-47eb-8377-a1166c53c6e3 HTTP/1.1" status: 200 len: 945 time: 0.0545514 Jan 17 21:22:43.459175 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-8d88fc76-3bbb-4f6d-b05d-68f392c13b92 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Publish callbacks [] for security_group (2a24b6c4-90ab-417a-a9bf-c84cc46c0e5e), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:43.469607 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-8d88fc76-3bbb-4f6d-b05d-68f392c13b92 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (2a24b6c4-90ab-417a-a9bf-c84cc46c0e5e), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:43.498897 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-709aa0e7-1479-42e1-a433-e80d3e3faa16 req-80b501ca-5b70-447a-b636-58982f9676d1 tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c90c45ac-6f14-4852-9683-ace8afb9de06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456452 Jan 17 21:22:43.559564 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88fc76-3bbb-4f6d-b05d-68f392c13b92 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a24b6c4-90ab-417a-a9bf-c84cc46c0e5e,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:43.577194 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1d307057-d214-46bf-992d-89a845a150bd req-72fe5c64-3e52-41e4-b885-ca7d3e83ec0e tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/ports?device_id=722796bd-49c1-4a74-9f3c-f9ea7863440c HTTP/1.1" status: 200 len: 210 time: 0.0334656 Jan 17 21:22:43.634696 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-8d88fc76-3bbb-4f6d-b05d-68f392c13b92 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Allocated IP 192.168.233.237 (f1ee5c6f-907c-4a66-82e3-c55b519a2070/6f4b801f-3b92-49bc-9cde-87c7bc8e0385/b7b6c108-ba5a-4fa7-98f2-021e2ac61686) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:22:43.791250 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-8d88fc76-3bbb-4f6d-b05d-68f392c13b92 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Publish callbacks [] for port (b7b6c108-ba5a-4fa7-98f2-021e2ac61686), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:43.835131 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ca60a-c598-4bea-9b9e-f4938aa66fd5 req-3e6dbb55-5dc3-4242-ba49-2ba4403e82ae tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:43.836902 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8f6ca60a-c598-4bea-9b9e-f4938aa66fd5 req-3e6dbb55-5dc3-4242-ba49-2ba4403e82ae tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0606942 Jan 17 21:22:43.844861 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-8d88fc76-3bbb-4f6d-b05d-68f392c13b92 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (b7b6c108-ba5a-4fa7-98f2-021e2ac61686), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:43.886004 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8f6ca60a-c598-4bea-9b9e-f4938aa66fd5 req-d3389750-90be-4a24-8cb4-3672b77d6bb0 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430284 Jan 17 21:22:43.890045 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-8d88fc76-3bbb-4f6d-b05d-68f392c13b92 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Network f1ee5c6f-907c-4a66-82e3-c55b519a2070 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:22:43.893162 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-8d88fc76-3bbb-4f6d-b05d-68f392c13b92 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:22:43.897613 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-8d88fc76-3bbb-4f6d-b05d-68f392c13b92 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:22:43.904075 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88fc76-3bbb-4f6d-b05d-68f392c13b92 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Pushing event updated for resources: {'Port': ['ID=b7b6c108-ba5a-4fa7-98f2-021e2ac61686,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:43.951947 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:22:43.951947 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:22:43.951947 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:22:43.951947 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:22:43.951947 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:22:43.951947 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:22:43.951947 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:22:43.951947 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:22:43.951947 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:22:43.951947 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:22:43.951947 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:22:43.951947 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:22:43.951947 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:22:43.951947 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:22:43.951947 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:22:43.951947 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:22:43.951947 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:22:43.951947 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:22:43.951947 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:22:43.951947 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:22:43.951947 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:22:43.951947 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:22:43.951947 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:22:43.951947 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:22:43.951947 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:22:43.951947 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:22:43.951947 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:22:43.951947 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:22:43.951947 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:22:43.951947 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:22:43.951947 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:22:43.951947 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:22:43.951947 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:22:43.951947 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:22:43.951947 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:22:43.951947 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:22:43.954054 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:22:43.954054 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:22:43.954054 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:22:43.954054 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:22:43.954054 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:22:43.954054 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:22:43.954054 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:22:43.954054 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:22:43.954054 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:22:43.954054 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:22:43.954054 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:22:43.954054 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:22:43.954054 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-8d88fc76-3bbb-4f6d-b05d-68f392c13b92 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:43.954054 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-8d88fc76-3bbb-4f6d-b05d-68f392c13b92 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:43.979626 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-8d88fc76-3bbb-4f6d-b05d-68f392c13b92 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7899575 Jan 17 21:22:43.993109 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-90258561-c2db-4a48-816d-1304e60fc84b service neutron] Request body: {'port': {'device_id': '722796bd-49c1-4a74-9f3c-f9ea7863440c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82489'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:22:44.039236 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 687390ab-d9b1-43f0-800b-6bcd99484876 up at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:22:44.061379 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-90258561-c2db-4a48-816d-1304e60fc84b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (b7b6c108-ba5a-4fa7-98f2-021e2ac61686), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:44.098264 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning for port 687390ab-d9b1-43f0-800b-6bcd99484876 completed by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 21:22:44.103728 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning complete for port 687390ab-d9b1-43f0-800b-6bcd99484876 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:22:44.104135 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (687390ab-d9b1-43f0-800b-6bcd99484876), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:44.220317 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port 687390ab-d9b1-43f0-800b-6bcd99484876 is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:22:44.220741 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (687390ab-d9b1-43f0-800b-6bcd99484876), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:44.224020 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-6c086486-d6d9-4b9d-ad12-6128bc784dbb None None] Provisioning complete for port b7b6c108-ba5a-4fa7-98f2-021e2ac61686 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:22:44.224406 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6c086486-d6d9-4b9d-ad12-6128bc784dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (b7b6c108-ba5a-4fa7-98f2-021e2ac61686), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:44.273480 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40eba319-215c-4ff7-be04-20cb0d8d26ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687390ab-d9b1-43f0-800b-6bcd99484876'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:22:44.275792 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd74998850970e76e5e696d55ae046c45085ecb7dce1b7bf3912a5be803d1cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249e5ac1-cb7f-4875-b042-f08ae1b1198b" -d '{"events": [{"server_uuid": "40eba319-215c-4ff7-be04-20cb0d8d26ee", "name": "network-vif-plugged", "status": "completed", "tag": "687390ab-d9b1-43f0-800b-6bcd99484876"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:22:44.289674 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-6c086486-d6d9-4b9d-ad12-6128bc784dbb None None] Port b7b6c108-ba5a-4fa7-98f2-021e2ac61686 cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:22:44.293456 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port 687390ab-d9b1-43f0-800b-6bcd99484876, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=687390ab-d9b1-43f0-800b-6bcd99484876,segment=NetworkSegment(3002b40c-9179-46b7-bf21-480b3877c297),segment_id=3002b40c-9179-46b7-bf21-480b3877c297)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:22:44.299185 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (687390ab-d9b1-43f0-800b-6bcd99484876), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:44.330786 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64f6fc6-352b-49c8-97ab-f5b69acdeddc x-openstack-request-id: req-f64f6fc6-352b-49c8-97ab-f5b69acdeddc {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:22:44.331110 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40eba319-215c-4ff7-be04-20cb0d8d26ee", "name": "network-vif-plugged", "status": "completed", "tag": "687390ab-d9b1-43f0-800b-6bcd99484876", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:22:44.331370 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f64f6fc6-352b-49c8-97ab-f5b69acdeddc {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:22:44.331764 dv-cinder-824895-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40eba319-215c-4ff7-be04-20cb0d8d26ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687390ab-d9b1-43f0-800b-6bcd99484876', 'code': 200} Jan 17 21:22:44.363872 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=687390ab-d9b1-43f0-800b-6bcd99484876,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:44.373834 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-90258561-c2db-4a48-816d-1304e60fc84b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7b6c108-ba5a-4fa7-98f2-021e2ac61686 {{(pid=102499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:22:44.383157 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-90258561-c2db-4a48-816d-1304e60fc84b service neutron] Publish callbacks [] for port (b7b6c108-ba5a-4fa7-98f2-021e2ac61686), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:44.399014 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.provisioning_blocks [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-90258561-c2db-4a48-816d-1304e60fc84b service neutron] Transition to ACTIVE for port object b7b6c108-ba5a-4fa7-98f2-021e2ac61686 will not be triggered until provisioned by entity L2. {{(pid=102499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 21:22:44.405759 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-90258561-c2db-4a48-816d-1304e60fc84b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3358448'] for port (b7b6c108-ba5a-4fa7-98f2-021e2ac61686), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:44.493521 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90258561-c2db-4a48-816d-1304e60fc84b service neutron] Pushing event updated for resources: {'Port': ['ID=b7b6c108-ba5a-4fa7-98f2-021e2ac61686,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:44.554358 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ce28e-7041-4a2d-b8c2-6cabe9e0cf3f req-c8ea63c3-3c0c-4d59-94f8-36cf8746460b tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:44.555857 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-290ce28e-7041-4a2d-b8c2-6cabe9e0cf3f req-c8ea63c3-3c0c-4d59-94f8-36cf8746460b tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.72 "GET /v2.0/ports?device_id=f42f468d-0e69-47eb-8377-a1166c53c6e3 HTTP/1.1" status: 200 len: 945 time: 0.1629283 Jan 17 21:22:44.563027 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070a03e-4606-4fad-bb89-93e8a9293279 req-619df08b-3f85-4f8d-a891-f775c9bd3b63 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:44.564505 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b070a03e-4606-4fad-bb89-93e8a9293279 req-619df08b-3f85-4f8d-a891-f775c9bd3b63 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=40eba319-215c-4ff7-be04-20cb0d8d26ee HTTP/1.1" status: 200 len: 945 time: 0.1010373 Jan 17 21:22:44.587350 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-90258561-c2db-4a48-816d-1304e60fc84b service neutron] Attempting to bind port b7b6c108-ba5a-4fa7-98f2-021e2ac61686 on host hv-cinder-82489 for vnic_type normal with profile {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:22:44.587691 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-90258561-c2db-4a48-816d-1304e60fc84b service neutron] Attempting to bind port b7b6c108-ba5a-4fa7-98f2-021e2ac61686 by drivers openvswitch,hyperv on host hv-cinder-82489 at level 0 using segments [{'id': 'f195ffb0-6f06-4e22-bdea-afa8f128ddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f1ee5c6f-907c-4a66-82e3-c55b519a2070'}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:22:44.588017 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-90258561-c2db-4a48-816d-1304e60fc84b service neutron] Attempting to bind port b7b6c108-ba5a-4fa7-98f2-021e2ac61686 on network f1ee5c6f-907c-4a66-82e3-c55b519a2070 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:22:44.596319 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26693f78-5eae-4c72-8d37-cc00d4f5523e req-01c30dca-9010-49f1-9155-1577fc7b374a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:44.597660 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-26693f78-5eae-4c72-8d37-cc00d4f5523e req-01c30dca-9010-49f1-9155-1577fc7b374a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=40eba319-215c-4ff7-be04-20cb0d8d26ee HTTP/1.1" status: 200 len: 1098 time: 0.0683825 Jan 17 21:22:44.598335 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-90258561-c2db-4a48-816d-1304e60fc84b service neutron] Port b7b6c108-ba5a-4fa7-98f2-021e2ac61686 on network f1ee5c6f-907c-4a66-82e3-c55b519a2070 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82489 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 21:22:44.599194 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-90258561-c2db-4a48-816d-1304e60fc84b service neutron] Attempting to bind port b7b6c108-ba5a-4fa7-98f2-021e2ac61686 on network f1ee5c6f-907c-4a66-82e3-c55b519a2070 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:22:44.618557 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-90258561-c2db-4a48-816d-1304e60fc84b service neutron] Checking agent: {'id': 'fb6a4824-98a1-4114-b283-810c221687ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82489', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 18, 21), 'started_at': datetime.datetime(2022, 1, 17, 21, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:22:44.618901 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-90258561-c2db-4a48-816d-1304e60fc84b service neutron] Checking segment: {'id': 'f195ffb0-6f06-4e22-bdea-afa8f128ddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f1ee5c6f-907c-4a66-82e3-c55b519a2070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:22:44.619290 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-90258561-c2db-4a48-816d-1304e60fc84b service neutron] Bound using segment: {'id': 'f195ffb0-6f06-4e22-bdea-afa8f128ddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f1ee5c6f-907c-4a66-82e3-c55b519a2070'} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:22:44.619741 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-90258561-c2db-4a48-816d-1304e60fc84b service neutron] Bound port: b7b6c108-ba5a-4fa7-98f2-021e2ac61686, host: hv-cinder-82489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f195ffb0-6f06-4e22-bdea-afa8f128ddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'f1ee5c6f-907c-4a66-82e3-c55b519a2070'}}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:22:44.620101 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-90258561-c2db-4a48-816d-1304e60fc84b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (b7b6c108-ba5a-4fa7-98f2-021e2ac61686), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:44.634490 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c9ae9-be85-426e-bc83-0483b68ed6a5 req-d2b3b9d9-1d64-4c39-8a1e-1286044f00ae tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:44.636043 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6d3c9ae9-be85-426e-bc83-0483b68ed6a5 req-d2b3b9d9-1d64-4c39-8a1e-1286044f00ae tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a6ecab4-ad67-494d-8290-50992425966f HTTP/1.1" status: 200 len: 945 time: 0.2229164 Jan 17 21:22:44.688807 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-26693f78-5eae-4c72-8d37-cc00d4f5523e req-7d3409e9-ce0c-4781-95a0-af03a769489c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848522 Jan 17 21:22:44.722232 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-90258561-c2db-4a48-816d-1304e60fc84b service neutron] For port b7b6c108-ba5a-4fa7-98f2-021e2ac61686, host hv-cinder-82489, cleared binding levels {{(pid=102499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:22:44.726266 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-90258561-c2db-4a48-816d-1304e60fc84b service neutron] For port b7b6c108-ba5a-4fa7-98f2-021e2ac61686, host hv-cinder-82489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=b7b6c108-ba5a-4fa7-98f2-021e2ac61686,segment=NetworkSegment(f195ffb0-6f06-4e22-bdea-afa8f128ddab),segment_id=f195ffb0-6f06-4e22-bdea-afa8f128ddab)] {{(pid=102499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:22:44.731494 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-90258561-c2db-4a48-816d-1304e60fc84b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3358448'] for port (b7b6c108-ba5a-4fa7-98f2-021e2ac61686), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:44.749862 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b070a03e-4606-4fad-bb89-93e8a9293279 req-6bfd35cf-1a79-43f5-a5c1-3279436ec33d tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773329 Jan 17 21:22:44.769969 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-90258561-c2db-4a48-816d-1304e60fc84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:44.771742 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-90258561-c2db-4a48-816d-1304e60fc84b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:44.773181 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-90258561-c2db-4a48-816d-1304e60fc84b service neutron] 10.222.0.72 "PUT /v2.0/ports/b7b6c108-ba5a-4fa7-98f2-021e2ac61686 HTTP/1.1" status: 200 len: 1098 time: 0.7849915 Jan 17 21:22:44.773633 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '722796bd-49c1-4a74-9f3c-f9ea7863440c', 'tag': 'b7b6c108-ba5a-4fa7-98f2-021e2ac61686'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:22:44.775865 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c2de0e70a1bc7346ac1be0cec4f24ea848d889c4763a7575c3a73373459bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9dbd215-6ba2-487b-93ef-d16500f0cb53" -d '{"events": [{"name": "network-changed", "server_uuid": "722796bd-49c1-4a74-9f3c-f9ea7863440c", "tag": "b7b6c108-ba5a-4fa7-98f2-021e2ac61686"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:22:44.784209 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6d3c9ae9-be85-426e-bc83-0483b68ed6a5 req-701fa81b-d0ff-494e-af17-1b06e6c15cbe tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b14ebd6-04fc-49d6-af36-fc40acb1070f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405709 Jan 17 21:22:44.797283 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90258561-c2db-4a48-816d-1304e60fc84b service neutron] Pushing event updated for resources: {'Port': ['ID=b7b6c108-ba5a-4fa7-98f2-021e2ac61686,revision_number=3']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:44.840880 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [req-290ce28e-7041-4a2d-b8c2-6cabe9e0cf3f req-9006f595-4c11-48e1-a3d6-2a17a1a4a56b tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Deleting port c6bb9040-4ade-4ba5-a0a2-6bebb1713faf {{(pid=102498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:22:44.841273 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-290ce28e-7041-4a2d-b8c2-6cabe9e0cf3f req-9006f595-4c11-48e1-a3d6-2a17a1a4a56b tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (c6bb9040-4ade-4ba5-a0a2-6bebb1713faf), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:45.030504 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb012a1-9091-4aeb-a01e-02b122f23478 req-b909064a-802b-4a6f-8b36-d33f17cba80d tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:45.032455 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5cb012a1-9091-4aeb-a01e-02b122f23478 req-b909064a-802b-4a6f-8b36-d33f17cba80d tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=f42f468d-0e69-47eb-8377-a1166c53c6e3 HTTP/1.1" status: 200 len: 945 time: 0.1760406 Jan 17 21:22:45.045176 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2fd0d-4186-447a-b5c9-88f132691643 req-173dc29f-4819-42a9-b7a3-8ede959d41d0 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:45.046901 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f7c2fd0d-4186-447a-b5c9-88f132691643 req-173dc29f-4819-42a9-b7a3-8ede959d41d0 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/ports?device_id=722796bd-49c1-4a74-9f3c-f9ea7863440c HTTP/1.1" status: 200 len: 948 time: 0.1776593 Jan 17 21:22:45.063867 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-850ab65a-8cdd-49cd-80ef-5c66e9f0a2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:45.065363 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-850ab65a-8cdd-49cd-80ef-5c66e9f0a2b1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bdc45770b23744f5bd0562e2a9210890&device_id=722796bd-49c1-4a74-9f3c-f9ea7863440c HTTP/1.1" status: 200 len: 1101 time: 0.0620940 Jan 17 21:22:45.094620 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-290ce28e-7041-4a2d-b8c2-6cabe9e0cf3f req-9006f595-4c11-48e1-a3d6-2a17a1a4a56b tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] For port c6bb9040-4ade-4ba5-a0a2-6bebb1713faf, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=c6bb9040-4ade-4ba5-a0a2-6bebb1713faf,segment=NetworkSegment(c6aa26ae-d31b-41f2-b604-94e986290bb3),segment_id=c6aa26ae-d31b-41f2-b604-94e986290bb3)] {{(pid=102498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:22:45.094984 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-290ce28e-7041-4a2d-b8c2-6cabe9e0cf3f req-9006f595-4c11-48e1-a3d6-2a17a1a4a56b tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (c6bb9040-4ade-4ba5-a0a2-6bebb1713faf), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:45.133020 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [req-290ce28e-7041-4a2d-b8c2-6cabe9e0cf3f req-9006f595-4c11-48e1-a3d6-2a17a1a4a56b tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Calling delete_port for c6bb9040-4ade-4ba5-a0a2-6bebb1713faf owned by compute:nova {{(pid=102498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:22:45.134302 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-924015e1-9889-4d56-a4eb-2fe7c6cbbd23 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=b7b6c108-ba5a-4fa7-98f2-021e2ac61686 HTTP/1.1" status: 200 len: 217 time: 0.0524614 Jan 17 21:22:45.194223 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-f6fe1a0b-4395-4053-888f-3c89f24daca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:45.196004 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-f6fe1a0b-4395-4053-888f-3c89f24daca9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6f4b801f-3b92-49bc-9cde-87c7bc8e0385 HTTP/1.1" status: 200 len: 843 time: 0.0529869 Jan 17 21:22:45.214686 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5cb012a1-9091-4aeb-a01e-02b122f23478 req-a3c0cd18-1995-4ef9-9c14-6b6de0894edc tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c90c45ac-6f14-4852-9683-ace8afb9de06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525199 Jan 17 21:22:45.253311 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f7c2fd0d-4186-447a-b5c9-88f132691643 req-fc16d1c9-10b5-4d9b-a969-d3ce296ee71a tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a24b6c4-90ab-417a-a9bf-c84cc46c0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809158 Jan 17 21:22:45.323916 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c74c80-8ab0-4cda-80da-04b032e7ad4f x-openstack-request-id: req-89c74c80-8ab0-4cda-80da-04b032e7ad4f {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:22:45.324658 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "722796bd-49c1-4a74-9f3c-f9ea7863440c", "tag": "b7b6c108-ba5a-4fa7-98f2-021e2ac61686", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:22:45.325390 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-89c74c80-8ab0-4cda-80da-04b032e7ad4f {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:22:45.326016 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '722796bd-49c1-4a74-9f3c-f9ea7863440c', 'tag': 'b7b6c108-ba5a-4fa7-98f2-021e2ac61686', 'status': 'completed', 'code': 200} Jan 17 21:22:45.351957 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-8b84e59f-4d15-4182-b552-a012974db3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:45.354353 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-8b84e59f-4d15-4182-b552-a012974db3b5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f1ee5c6f-907c-4a66-82e3-c55b519a2070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1272099 Jan 17 21:22:45.469016 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-c6aea5d8-6f5e-464e-9134-0934bef9c984 service neutron] 10.222.0.72 "GET /v2.0/networks/f1ee5c6f-907c-4a66-82e3-c55b519a2070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059139 Jan 17 21:22:45.578078 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-aa61dd6b-a269-46c9-9a4a-08d3eabbcbb6 req-713854aa-8ecc-45fd-9fe7-63341f75ec6d service neutron] 10.222.0.72 "GET /v2.0/networks/f1ee5c6f-907c-4a66-82e3-c55b519a2070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011093 Jan 17 21:22:45.657226 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-290ce28e-7041-4a2d-b8c2-6cabe9e0cf3f req-9006f595-4c11-48e1-a3d6-2a17a1a4a56b tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863200'] for port (c6bb9040-4ade-4ba5-a0a2-6bebb1713faf), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:45.671725 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] get_ports_and_sgs() called for port_ids ['c6bb9040-4ade-4ba5-a0a2-6bebb1713faf'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:22:45.673136 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93756dd4-c615-4fa8-b332-8550ca173300 req-6ec0abdb-67f4-4be6-a835-f3ee24970426 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:45.674682 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-93756dd4-c615-4fa8-b332-8550ca173300 req-6ec0abdb-67f4-4be6-a835-f3ee24970426 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.2956026 Jan 17 21:22:45.686280 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbd215-6ba2-487b-93ef-d16500f0cb53 req-36756aff-fe2f-4f11-861c-f9f2f8279439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:45.687918 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-c9dbd215-6ba2-487b-93ef-d16500f0cb53 req-36756aff-fe2f-4f11-861c-f9f2f8279439 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bdc45770b23744f5bd0562e2a9210890&device_id=722796bd-49c1-4a74-9f3c-f9ea7863440c HTTP/1.1" status: 200 len: 1101 time: 0.0482030 Jan 17 21:22:45.698670 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9006f595-4c11-48e1-a3d6-2a17a1a4a56b tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Pushing event deleted for resources: {'Port': ['ID=c6bb9040-4ade-4ba5-a0a2-6bebb1713faf,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:22:45.816136 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [req-290ce28e-7041-4a2d-b8c2-6cabe9e0cf3f req-9006f595-4c11-48e1-a3d6-2a17a1a4a56b tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] No DVR routers for this DVR port c6bb9040-4ade-4ba5-a0a2-6bebb1713faf on host hv-cinder-82489 {{(pid=102498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:22:45.825621 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-290ce28e-7041-4a2d-b8c2-6cabe9e0cf3f req-9006f595-4c11-48e1-a3d6-2a17a1a4a56b tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:45.830018 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbd215-6ba2-487b-93ef-d16500f0cb53 req-623b990a-0bdc-40c1-af19-76a13964e70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:45.830523 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-290ce28e-7041-4a2d-b8c2-6cabe9e0cf3f req-9006f595-4c11-48e1-a3d6-2a17a1a4a56b tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.72 "DELETE /v2.0/ports/c6bb9040-4ade-4ba5-a0a2-6bebb1713faf HTTP/1.1" status: 204 len: 173 time: 1.2648919 Jan 17 21:22:45.831026 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42f468d-0e69-47eb-8377-a1166c53c6e3', 'name': 'network-vif-deleted', 'tag': 'c6bb9040-4ade-4ba5-a0a2-6bebb1713faf'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:22:45.831753 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-c9dbd215-6ba2-487b-93ef-d16500f0cb53 req-623b990a-0bdc-40c1-af19-76a13964e70c service neutron] 10.222.0.72 "GET /v2.0/networks?id=f1ee5c6f-907c-4a66-82e3-c55b519a2070 HTTP/1.1" status: 200 len: 870 time: 0.1376550 Jan 17 21:22:45.840838 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d7793c37eab3cfdbfb603451246e19a518df2119e31a6609dfbcf4a214a471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834acb94-9248-47d4-9082-78cdf103e772" -d '{"events": [{"server_uuid": "f42f468d-0e69-47eb-8377-a1166c53c6e3", "name": "network-vif-deleted", "tag": "c6bb9040-4ade-4ba5-a0a2-6bebb1713faf"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:22:45.897154 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-c9dbd215-6ba2-487b-93ef-d16500f0cb53 req-411c9f3c-d1f8-4bad-9282-00339724678f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=b7b6c108-ba5a-4fa7-98f2-021e2ac61686 HTTP/1.1" status: 200 len: 217 time: 0.0571315 Jan 17 21:22:45.909152 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-93756dd4-c615-4fa8-b332-8550ca173300 req-360b1ae6-d75b-4781-92cd-4b142b3945e7 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115908 Jan 17 21:22:45.961997 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dda2e6-1c02-445e-a899-c699a0a32831 req-de3274f3-6693-42be-8c07-5e152884c5e8 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:45.969626 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-17dda2e6-1c02-445e-a899-c699a0a32831 req-de3274f3-6693-42be-8c07-5e152884c5e8 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=40eba319-215c-4ff7-be04-20cb0d8d26ee HTTP/1.1" status: 200 len: 945 time: 0.1201439 Jan 17 21:22:45.976065 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbd215-6ba2-487b-93ef-d16500f0cb53 req-3e328b00-75fb-4d7a-a58b-c4cbcfa16795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:45.977775 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-c9dbd215-6ba2-487b-93ef-d16500f0cb53 req-3e328b00-75fb-4d7a-a58b-c4cbcfa16795 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6f4b801f-3b92-49bc-9cde-87c7bc8e0385 HTTP/1.1" status: 200 len: 843 time: 0.0665307 Jan 17 21:22:46.043060 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-17dda2e6-1c02-445e-a899-c699a0a32831 req-79c18d67-5bc1-4b39-b984-01cda1ec09d8 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698900 Jan 17 21:22:46.045605 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08fde80-6d98-4632-b5cf-df725875ff81 x-openstack-request-id: req-a08fde80-6d98-4632-b5cf-df725875ff81 {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:22:46.046216 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f42f468d-0e69-47eb-8377-a1166c53c6e3", "name": "network-vif-deleted", "tag": "c6bb9040-4ade-4ba5-a0a2-6bebb1713faf", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:22:46.046652 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a08fde80-6d98-4632-b5cf-df725875ff81 {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:22:46.047254 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42f468d-0e69-47eb-8377-a1166c53c6e3', 'name': 'network-vif-deleted', 'tag': 'c6bb9040-4ade-4ba5-a0a2-6bebb1713faf', 'status': 'completed', 'code': 200} Jan 17 21:22:46.059637 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbd215-6ba2-487b-93ef-d16500f0cb53 req-99c6b939-31a3-4200-ba33-01a356043afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:46.061235 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-c9dbd215-6ba2-487b-93ef-d16500f0cb53 req-99c6b939-31a3-4200-ba33-01a356043afe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f1ee5c6f-907c-4a66-82e3-c55b519a2070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0736377 Jan 17 21:22:46.165316 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-c9dbd215-6ba2-487b-93ef-d16500f0cb53 req-a08aa3c7-9cc0-410b-b289-72213bf34de2 service neutron] 10.222.0.72 "GET /v2.0/networks/f1ee5c6f-907c-4a66-82e3-c55b519a2070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916772 Jan 17 21:22:46.273348 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-c9dbd215-6ba2-487b-93ef-d16500f0cb53 req-67febc17-5f60-4816-b151-b5ab6bebba5e service neutron] 10.222.0.72 "GET /v2.0/networks/f1ee5c6f-907c-4a66-82e3-c55b519a2070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920384 Jan 17 21:22:46.341806 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a4b527c1-fb47-4641-8308-341fdd82f48c req-edbf1d40-dd41-46b2-9e3b-036310f3c19b tempest-VolumesActionsTest-454871514 tempest-VolumesActionsTest-454871514-project] 10.222.0.64 "GET /v2.0/ports?device_id=f42f468d-0e69-47eb-8377-a1166c53c6e3 HTTP/1.1" status: 200 len: 210 time: 0.0412500 Jan 17 21:22:46.397926 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786379b4-aa3b-4b40-95a3-c226a0c9c184 req-cdfee442-aadb-4667-a6fe-bf39275f49bd tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:46.399431 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-786379b4-aa3b-4b40-95a3-c226a0c9c184 req-cdfee442-aadb-4667-a6fe-bf39275f49bd tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/ports?device_id=722796bd-49c1-4a74-9f3c-f9ea7863440c HTTP/1.1" status: 200 len: 948 time: 0.0514183 Jan 17 21:22:46.447848 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-786379b4-aa3b-4b40-95a3-c226a0c9c184 req-c62128c9-d0c0-4c30-afa8-72ccdc12057a tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a24b6c4-90ab-417a-a9bf-c84cc46c0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426676 Jan 17 21:22:47.023341 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44327f-89a7-4e8d-8c37-3ffd520c55de req-25c41306-95da-4d99-a3bd-175241abb7d3 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:47.024905 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4f44327f-89a7-4e8d-8c37-3ffd520c55de req-25c41306-95da-4d99-a3bd-175241abb7d3 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0499864 Jan 17 21:22:47.072189 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4f44327f-89a7-4e8d-8c37-3ffd520c55de req-16afd146-8f89-46fb-9430-b7f29d98fbb1 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417979 Jan 17 21:22:47.157002 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d63c8-b33f-4d44-8c3f-bb628b55272a req-483b08d3-44e3-44c1-8029-5536c4be553a tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:47.158508 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0b7d63c8-b33f-4d44-8c3f-bb628b55272a req-483b08d3-44e3-44c1-8029-5536c4be553a tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=40eba319-215c-4ff7-be04-20cb0d8d26ee HTTP/1.1" status: 200 len: 945 time: 0.0527086 Jan 17 21:22:47.204901 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0b7d63c8-b33f-4d44-8c3f-bb628b55272a req-aedd4f52-db78-4aed-9aa3-eabe8b4dc62e tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407617 Jan 17 21:22:47.581376 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3c04e-d839-4de5-92f2-593600c1f0ef req-43ce5270-07fb-45f3-9394-9806ee90e5ef tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:47.583623 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3dd3c04e-d839-4de5-92f2-593600c1f0ef req-43ce5270-07fb-45f3-9394-9806ee90e5ef tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/ports?device_id=722796bd-49c1-4a74-9f3c-f9ea7863440c HTTP/1.1" status: 200 len: 948 time: 0.0618672 Jan 17 21:22:47.641815 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3dd3c04e-d839-4de5-92f2-593600c1f0ef req-0b5c0146-35c6-409e-b013-593b78ba2c1b tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a24b6c4-90ab-417a-a9bf-c84cc46c0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483274 Jan 17 21:22:48.195248 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5e941-057b-45e0-8f3d-d79d993a0002 req-fb9c4ebc-7bd6-4704-b4b8-a384d33291c1 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:48.196771 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-16f5e941-057b-45e0-8f3d-d79d993a0002 req-fb9c4ebc-7bd6-4704-b4b8-a384d33291c1 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0529842 Jan 17 21:22:48.247949 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-16f5e941-057b-45e0-8f3d-d79d993a0002 req-3bf0ed97-aab7-4b31-a32c-8285529baf44 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455029 Jan 17 21:22:48.759878 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f1062-0f88-42f4-8097-6f1973131a9e req-09bba81b-db31-4734-be16-ca60e8600c1a tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:48.761474 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-757f1062-0f88-42f4-8097-6f1973131a9e req-09bba81b-db31-4734-be16-ca60e8600c1a tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/ports?device_id=722796bd-49c1-4a74-9f3c-f9ea7863440c HTTP/1.1" status: 200 len: 948 time: 0.0503073 Jan 17 21:22:48.810532 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-757f1062-0f88-42f4-8097-6f1973131a9e req-8ab84dbe-cab2-4c63-b37e-548efda833a0 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a24b6c4-90ab-417a-a9bf-c84cc46c0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433156 Jan 17 21:22:49.362005 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab6f5e-f078-4039-bf29-4202a8eae107 req-77f528dc-6956-41bf-b6cf-f9688b2738b8 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:49.363466 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e8ab6f5e-f078-4039-bf29-4202a8eae107 req-77f528dc-6956-41bf-b6cf-f9688b2738b8 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0479712 Jan 17 21:22:49.409399 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e8ab6f5e-f078-4039-bf29-4202a8eae107 req-8c070a0b-1ae9-4f95-8426-c61b102984fc tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397468 Jan 17 21:22:49.931627 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f1b88-0b76-4307-9561-c6170baa379a req-f3566ee8-e665-4b55-bcd2-585cfcb10747 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:49.933066 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ce0f1b88-0b76-4307-9561-c6170baa379a req-f3566ee8-e665-4b55-bcd2-585cfcb10747 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/ports?device_id=722796bd-49c1-4a74-9f3c-f9ea7863440c HTTP/1.1" status: 200 len: 948 time: 0.0533383 Jan 17 21:22:49.979133 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ce0f1b88-0b76-4307-9561-c6170baa379a req-fc4dcee9-909e-4d93-95ff-0c38892b8849 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a24b6c4-90ab-417a-a9bf-c84cc46c0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405099 Jan 17 21:22:50.160251 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device c6bb9040-4ade-4ba5-a0a2-6bebb1713faf no longer exists at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:22:50.183297 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] No Port match for: c6bb9040-4ade-4ba5-a0a2-6bebb1713faf {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:22:50.183561 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device c6bb9040-4ade-4ba5-a0a2-6bebb1713faf not bound to the agent host hv-cinder-82489 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:22:50.524525 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05422cdd-186a-44f5-b530-992cf7ee5dc2 req-59fd0916-f1cb-4087-a94c-1757ff6a94cc tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:50.526055 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-05422cdd-186a-44f5-b530-992cf7ee5dc2 req-59fd0916-f1cb-4087-a94c-1757ff6a94cc tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0518112 Jan 17 21:22:50.572726 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-05422cdd-186a-44f5-b530-992cf7ee5dc2 req-1e7d1bc6-202d-4bf1-8796-5ab80f4cd6d0 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411768 Jan 17 21:22:51.101927 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd71e3e-e2a2-4b75-9770-6b81851be97d req-f96099ee-e233-497e-b508-ce023b68a20a tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:51.103389 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2dd71e3e-e2a2-4b75-9770-6b81851be97d req-f96099ee-e233-497e-b508-ce023b68a20a tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/ports?device_id=722796bd-49c1-4a74-9f3c-f9ea7863440c HTTP/1.1" status: 200 len: 948 time: 0.0528438 Jan 17 21:22:51.150916 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2dd71e3e-e2a2-4b75-9770-6b81851be97d req-9de60759-fc7f-43c2-b085-383e7d6cfb2a tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a24b6c4-90ab-417a-a9bf-c84cc46c0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415547 Jan 17 21:22:51.685764 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ddd49-4d61-4245-b20e-34d215c1384c req-f6e5e5ab-d3c3-4e5b-ab22-19a973218dfc tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:51.687106 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ee0ddd49-4d61-4245-b20e-34d215c1384c req-f6e5e5ab-d3c3-4e5b-ab22-19a973218dfc tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0470433 Jan 17 21:22:51.733787 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ee0ddd49-4d61-4245-b20e-34d215c1384c req-5ec7082e-0df9-4fc8-acf1-b84ca8e5b7cd tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411918 Jan 17 21:22:51.994798 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:52.268183 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efbe7a-2d49-4b1d-a793-1ac2758968b9 req-339090d2-ba6b-4401-aec4-ce73c1ed3b2c tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:52.269698 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d4efbe7a-2d49-4b1d-a793-1ac2758968b9 req-339090d2-ba6b-4401-aec4-ce73c1ed3b2c tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/ports?device_id=722796bd-49c1-4a74-9f3c-f9ea7863440c HTTP/1.1" status: 200 len: 948 time: 0.0521202 Jan 17 21:22:52.322112 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d4efbe7a-2d49-4b1d-a793-1ac2758968b9 req-e49d4de2-806b-4f50-834f-f2c6937bd8b2 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a24b6c4-90ab-417a-a9bf-c84cc46c0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442915 Jan 17 21:22:52.858399 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2a039-20b4-4abe-b3dc-ea4e3b074673 req-1c10408e-9d96-43c8-b272-eac483a0e6c8 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:52.859872 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-12e2a039-20b4-4abe-b3dc-ea4e3b074673 req-1c10408e-9d96-43c8-b272-eac483a0e6c8 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0488570 Jan 17 21:22:52.905324 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-12e2a039-20b4-4abe-b3dc-ea4e3b074673 req-eba27096-befd-4a12-b874-bfc74c1cbe71 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399117 Jan 17 21:22:53.439026 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480e766-8e1e-4a19-98b7-c578c32ba964 req-24a66d5b-f683-4db3-970a-432378d27905 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:53.440528 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5480e766-8e1e-4a19-98b7-c578c32ba964 req-24a66d5b-f683-4db3-970a-432378d27905 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/ports?device_id=722796bd-49c1-4a74-9f3c-f9ea7863440c HTTP/1.1" status: 200 len: 948 time: 0.0496843 Jan 17 21:22:53.486601 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5480e766-8e1e-4a19-98b7-c578c32ba964 req-4fceca13-185f-445f-b925-41097bbc82bd tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a24b6c4-90ab-417a-a9bf-c84cc46c0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401454 Jan 17 21:22:54.022062 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e466b17-9a57-4028-9d04-8f28f89c8d6f req-a4ade4cb-31a4-4baa-bfc2-5247ed1816e9 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:54.024121 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4e466b17-9a57-4028-9d04-8f28f89c8d6f req-a4ade4cb-31a4-4baa-bfc2-5247ed1816e9 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0526221 Jan 17 21:22:54.071896 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4e466b17-9a57-4028-9d04-8f28f89c8d6f req-87ff7dec-4957-4790-b768-786e08b1d254 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422399 Jan 17 21:22:54.600789 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22d68e-aee1-4bca-bbd2-45eb8f90e175 req-e1ef65c2-3d91-4578-b2b7-321144d9e000 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:54.602912 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1c22d68e-aee1-4bca-bbd2-45eb8f90e175 req-e1ef65c2-3d91-4578-b2b7-321144d9e000 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/ports?device_id=722796bd-49c1-4a74-9f3c-f9ea7863440c HTTP/1.1" status: 200 len: 948 time: 0.0500116 Jan 17 21:22:54.649591 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1c22d68e-aee1-4bca-bbd2-45eb8f90e175 req-52901810-8daa-4715-8f8d-4851d3288111 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a24b6c4-90ab-417a-a9bf-c84cc46c0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411806 Jan 17 21:22:54.871261 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-236032b9-c14d-4a1e-ac5f-2007af438cf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:55.186678 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f0cf3-6e02-4e4e-80c0-6407422d5c8b req-b909f632-4667-4c92-b271-c38e7cd8fb7a tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:55.192453 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ce2f0cf3-6e02-4e4e-80c0-6407422d5c8b req-b909f632-4667-4c92-b271-c38e7cd8fb7a tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0482593 Jan 17 21:22:55.240562 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ce2f0cf3-6e02-4e4e-80c0-6407422d5c8b req-433a3148-1234-4638-8a5f-4beae8c2f898 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463703 Jan 17 21:22:55.763388 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ee03a-8e7e-45f3-ad76-67f591eef440 req-7b5f4e56-1231-487c-b54d-ad52cfc97a3b tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:55.764969 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-406ee03a-8e7e-45f3-ad76-67f591eef440 req-7b5f4e56-1231-487c-b54d-ad52cfc97a3b tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/ports?device_id=722796bd-49c1-4a74-9f3c-f9ea7863440c HTTP/1.1" status: 200 len: 948 time: 0.0500998 Jan 17 21:22:55.811933 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-406ee03a-8e7e-45f3-ad76-67f591eef440 req-854426fd-74f2-44b9-b5f6-eda3c188bf3a tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a24b6c4-90ab-417a-a9bf-c84cc46c0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413699 Jan 17 21:22:56.357740 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6a5a3-8fa3-407c-9e52-9bba02c2607d req-590d719f-0a8e-4dcf-b3ae-4476ddd4f22d tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:56.359290 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-30b6a5a3-8fa3-407c-9e52-9bba02c2607d req-590d719f-0a8e-4dcf-b3ae-4476ddd4f22d tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0490232 Jan 17 21:22:56.406278 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-30b6a5a3-8fa3-407c-9e52-9bba02c2607d req-d9a84d54-b0e9-4469-a58b-b8e62415eb80 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413218 Jan 17 21:22:56.936285 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac674fc2-01e6-45cc-bdd1-4400940c1814 req-0c398e62-269c-4ebc-be04-2a912d9d87bc tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:56.937722 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ac674fc2-01e6-45cc-bdd1-4400940c1814 req-0c398e62-269c-4ebc-be04-2a912d9d87bc tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/ports?device_id=722796bd-49c1-4a74-9f3c-f9ea7863440c HTTP/1.1" status: 200 len: 948 time: 0.0531619 Jan 17 21:22:56.984640 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ac674fc2-01e6-45cc-bdd1-4400940c1814 req-1633de0e-574f-4189-b507-6c4fbd39fd5d tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a24b6c4-90ab-417a-a9bf-c84cc46c0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414493 Jan 17 21:22:57.520719 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08777f74-e4b0-418e-8396-ac5c51ece2d4 req-722161a6-bba0-41ed-9dbd-cde9c08e8f6b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:57.522201 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-08777f74-e4b0-418e-8396-ac5c51ece2d4 req-722161a6-bba0-41ed-9dbd-cde9c08e8f6b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0486860 Jan 17 21:22:57.572184 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-08777f74-e4b0-418e-8396-ac5c51ece2d4 req-3ce146b0-b6a5-46d6-989b-858bb0ebc32d tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443959 Jan 17 21:22:57.628596 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-7f465504-f402-400a-bc78-36827d2b3093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:58.108060 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37006bcd-e7ad-49de-b8ef-08b99127df0f req-ea134b5e-2167-45a1-9cf6-43b325a82aba tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:58.109577 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-37006bcd-e7ad-49de-b8ef-08b99127df0f req-ea134b5e-2167-45a1-9cf6-43b325a82aba tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/ports?device_id=722796bd-49c1-4a74-9f3c-f9ea7863440c HTTP/1.1" status: 200 len: 948 time: 0.0569210 Jan 17 21:22:58.156169 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-37006bcd-e7ad-49de-b8ef-08b99127df0f req-4673e033-5c7a-4dc5-b05a-c01bda479323 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a24b6c4-90ab-417a-a9bf-c84cc46c0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410726 Jan 17 21:22:58.429846 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:22:58.685570 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35747cb6-de42-451a-88fd-0a01378fab08 req-27cb79fd-a876-4c49-9eea-657c154b9758 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:58.687044 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-35747cb6-de42-451a-88fd-0a01378fab08 req-27cb79fd-a876-4c49-9eea-657c154b9758 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0479825 Jan 17 21:22:58.739076 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-35747cb6-de42-451a-88fd-0a01378fab08 req-11cd5703-6399-4342-8edf-df50b0eb8f7b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466156 Jan 17 21:22:59.271469 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f70b27-3f75-4205-be1f-a1914ca68173 req-beec033a-0edc-444a-a39d-96eee21a7fec tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:59.272983 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-77f70b27-3f75-4205-be1f-a1914ca68173 req-beec033a-0edc-444a-a39d-96eee21a7fec tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/ports?device_id=722796bd-49c1-4a74-9f3c-f9ea7863440c HTTP/1.1" status: 200 len: 948 time: 0.0489993 Jan 17 21:22:59.322305 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-77f70b27-3f75-4205-be1f-a1914ca68173 req-314fe8e0-9e34-48a6-b015-daff3d4e506f tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a24b6c4-90ab-417a-a9bf-c84cc46c0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433218 Jan 17 21:22:59.853017 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05c59e-5252-4c72-9847-6973d8d2cd51 req-626bacda-828a-4f0e-a4dd-a72560460d6b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:22:59.854781 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cb05c59e-5252-4c72-9847-6973d8d2cd51 req-626bacda-828a-4f0e-a4dd-a72560460d6b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0487788 Jan 17 21:22:59.902312 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cb05c59e-5252-4c72-9847-6973d8d2cd51 req-049e35a2-2a79-4f97-8983-bb552997f9a4 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421007 Jan 17 21:23:00.038230 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:00.112754 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:23:00.438358 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ed23a-bea9-4304-9637-e97af58e1385 req-90560f9f-d89f-41b2-b3c1-c009ec9c36cf tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:00.439918 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2a7ed23a-bea9-4304-9637-e97af58e1385 req-90560f9f-d89f-41b2-b3c1-c009ec9c36cf tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/ports?device_id=722796bd-49c1-4a74-9f3c-f9ea7863440c HTTP/1.1" status: 200 len: 948 time: 0.0506291 Jan 17 21:23:00.488250 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2a7ed23a-bea9-4304-9637-e97af58e1385 req-36c209d5-8bc7-422d-9558-d75d57dcb75c tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a24b6c4-90ab-417a-a9bf-c84cc46c0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427301 Jan 17 21:23:01.026047 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa5cae-60d0-4d34-ae44-b4c021731a57 req-b4bd622a-f2ac-4c69-85af-1ce5a255b175 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:01.027531 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9aaa5cae-60d0-4d34-ae44-b4c021731a57 req-b4bd622a-f2ac-4c69-85af-1ce5a255b175 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0564225 Jan 17 21:23:01.075433 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9aaa5cae-60d0-4d34-ae44-b4c021731a57 req-68fbf49f-11ae-44d5-a726-0b1a70cd93d3 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420945 Jan 17 21:23:01.354517 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:01.600581 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8db1e-ac71-4de1-9f42-ca9879e033ff req-48dbd6e8-2b40-4ac2-9265-faec7987292c tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:01.602076 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-84a8db1e-ac71-4de1-9f42-ca9879e033ff req-48dbd6e8-2b40-4ac2-9265-faec7987292c tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/ports?device_id=722796bd-49c1-4a74-9f3c-f9ea7863440c HTTP/1.1" status: 200 len: 948 time: 0.0485582 Jan 17 21:23:01.647954 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-84a8db1e-ac71-4de1-9f42-ca9879e033ff req-1ebf0062-e874-48f6-889b-abf1a56f97db tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a24b6c4-90ab-417a-a9bf-c84cc46c0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403893 Jan 17 21:23:02.187891 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f9d8f-d3fb-4789-b004-b65a3af52997 req-87270eae-af4c-48b4-a030-2ff7eff0ca9a tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:02.189299 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-016f9d8f-d3fb-4789-b004-b65a3af52997 req-87270eae-af4c-48b4-a030-2ff7eff0ca9a tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0481262 Jan 17 21:23:02.240122 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-016f9d8f-d3fb-4789-b004-b65a3af52997 req-0f46010f-ef81-41c7-bfa6-606a664b7000 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453043 Jan 17 21:23:02.761271 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add020cc-942b-42d1-a527-684c0b4063ca req-f5f312bc-6009-4eb7-a78b-7dc8e9e26292 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:02.761790 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device b7b6c108-ba5a-4fa7-98f2-021e2ac61686 details requested by agent hyperv_hv-cinder-82489 with host hv-cinder-82489 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:23:02.763002 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-add020cc-942b-42d1-a527-684c0b4063ca req-f5f312bc-6009-4eb7-a78b-7dc8e9e26292 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/ports?device_id=722796bd-49c1-4a74-9f3c-f9ea7863440c HTTP/1.1" status: 200 len: 948 time: 0.0493426 Jan 17 21:23:02.814286 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-add020cc-942b-42d1-a527-684c0b4063ca req-c15ab85f-d165-4f88-bbee-29613dab7ce3 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a24b6c4-90ab-417a-a9bf-c84cc46c0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458355 Jan 17 21:23:02.864422 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port b7b6c108-ba5a-4fa7-98f2-021e2ac61686, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=b7b6c108-ba5a-4fa7-98f2-021e2ac61686,segment=NetworkSegment(f195ffb0-6f06-4e22-bdea-afa8f128ddab),segment_id=f195ffb0-6f06-4e22-bdea-afa8f128ddab)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:23:02.876273 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Returning: {'device': 'b7b6c108-ba5a-4fa7-98f2-021e2ac61686', 'network_id': 'f1ee5c6f-907c-4a66-82e3-c55b519a2070', 'port_id': 'b7b6c108-ba5a-4fa7-98f2-021e2ac61686', 'mac_address': 'fa:16:3e:c0:02:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f4b801f-3b92-49bc-9cde-87c7bc8e0385', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:23:02.915942 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port b7b6c108-ba5a-4fa7-98f2-021e2ac61686 is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:23:02.916342 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (b7b6c108-ba5a-4fa7-98f2-021e2ac61686), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:02.929108 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7b6c108-ba5a-4fa7-98f2-021e2ac61686 {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:23:02.948884 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port b7b6c108-ba5a-4fa7-98f2-021e2ac61686, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=b7b6c108-ba5a-4fa7-98f2-021e2ac61686,segment=NetworkSegment(f195ffb0-6f06-4e22-bdea-afa8f128ddab),segment_id=f195ffb0-6f06-4e22-bdea-afa8f128ddab)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:23:02.953040 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (b7b6c108-ba5a-4fa7-98f2-021e2ac61686), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:02.999131 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=b7b6c108-ba5a-4fa7-98f2-021e2ac61686,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:03.005962 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:03.006338 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:03.006703 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:03.007043 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:03.007380 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:03.007713 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:03.008040 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:03.008391 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:03.008723 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:03.009066 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:03.009398 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:03.009723 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:03.010042 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:03.354580 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a63ca-f85e-4539-89f5-3103907bf817 req-6de4ccd7-4518-4320-96ad-e7559292ed61 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:03.356058 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-dc7a63ca-f85e-4539-89f5-3103907bf817 req-6de4ccd7-4518-4320-96ad-e7559292ed61 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0479686 Jan 17 21:23:03.404078 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-dc7a63ca-f85e-4539-89f5-3103907bf817 req-c18763d5-b7ac-4090-bb55-eb8f347bedea tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423748 Jan 17 21:23:03.933146 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a14ba-0240-42a3-8cc8-8efb1567a463 req-5d0a903a-0a84-46e5-827d-7aa0b9e732ba tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:03.934621 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d80a14ba-0240-42a3-8cc8-8efb1567a463 req-5d0a903a-0a84-46e5-827d-7aa0b9e732ba tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/ports?device_id=722796bd-49c1-4a74-9f3c-f9ea7863440c HTTP/1.1" status: 200 len: 949 time: 0.0545337 Jan 17 21:23:03.982369 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d80a14ba-0240-42a3-8cc8-8efb1567a463 req-8785c9a5-2a73-41b4-b8da-6886da436815 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a24b6c4-90ab-417a-a9bf-c84cc46c0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422149 Jan 17 21:23:04.523631 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62afcf00-cdff-4c2c-9325-f2cd890cd31f req-b16ce71f-cc5f-464e-ad5f-588b9e500447 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:04.525291 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-62afcf00-cdff-4c2c-9325-f2cd890cd31f req-b16ce71f-cc5f-464e-ad5f-588b9e500447 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0510128 Jan 17 21:23:04.573675 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-62afcf00-cdff-4c2c-9325-f2cd890cd31f req-792239e7-d401-4bfe-ad81-dd4e9ad562e6 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425613 Jan 17 21:23:05.106540 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525b868-d303-41ac-a6db-f69dca58dbe8 req-19ee1560-8b56-42b9-a239-43fb665bc2c7 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:05.108036 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1525b868-d303-41ac-a6db-f69dca58dbe8 req-19ee1560-8b56-42b9-a239-43fb665bc2c7 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/ports?device_id=722796bd-49c1-4a74-9f3c-f9ea7863440c HTTP/1.1" status: 200 len: 949 time: 0.0532944 Jan 17 21:23:05.155246 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1525b868-d303-41ac-a6db-f69dca58dbe8 req-33a8dc09-b2e7-42ca-a5e4-8a7fc513c5ab tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a24b6c4-90ab-417a-a9bf-c84cc46c0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412376 Jan 17 21:23:05.693827 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b34fe-9cb6-424b-a9ee-386c448f7133 req-5b625334-1097-4934-8cca-65109893b6c8 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:05.695240 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b24b34fe-9cb6-424b-a9ee-386c448f7133 req-5b625334-1097-4934-8cca-65109893b6c8 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0533290 Jan 17 21:23:05.744268 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b24b34fe-9cb6-424b-a9ee-386c448f7133 req-ab8ab910-e97e-40f9-a7af-6eb8deadf5ef tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428455 Jan 17 21:23:06.268023 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bccd1e-6d48-4688-8e3a-0dd842bf50d5 req-7e89d558-aa88-4726-896b-df1d09136bad tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:06.269501 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-60bccd1e-6d48-4688-8e3a-0dd842bf50d5 req-7e89d558-aa88-4726-896b-df1d09136bad tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/ports?device_id=722796bd-49c1-4a74-9f3c-f9ea7863440c HTTP/1.1" status: 200 len: 949 time: 0.0477614 Jan 17 21:23:06.318524 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-60bccd1e-6d48-4688-8e3a-0dd842bf50d5 req-f4adc43f-23b6-4904-b61a-3c21140bb6bc tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a24b6c4-90ab-417a-a9bf-c84cc46c0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434294 Jan 17 21:23:06.864498 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02d5ca-d7f3-4264-a592-af3992a8f4db req-ce1c6892-964c-4c1f-bd53-0a34505921ad tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:06.866050 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6f02d5ca-d7f3-4264-a592-af3992a8f4db req-ce1c6892-964c-4c1f-bd53-0a34505921ad tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0502081 Jan 17 21:23:06.913650 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6f02d5ca-d7f3-4264-a592-af3992a8f4db req-439195dc-05a0-497d-bbee-219e0a92b844 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421488 Jan 17 21:23:07.432431 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ffd5c-507e-4341-a372-f2d2b924394c req-02a18241-fd5b-4084-a331-b1a1db3f0a8f tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:07.433837 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4d6ffd5c-507e-4341-a372-f2d2b924394c req-02a18241-fd5b-4084-a331-b1a1db3f0a8f tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/ports?device_id=722796bd-49c1-4a74-9f3c-f9ea7863440c HTTP/1.1" status: 200 len: 949 time: 0.0490642 Jan 17 21:23:07.480190 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4d6ffd5c-507e-4341-a372-f2d2b924394c req-5fb2c898-46d9-4a8a-9249-1a227cbd2b2b tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a24b6c4-90ab-417a-a9bf-c84cc46c0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409269 Jan 17 21:23:08.032012 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc4972-3440-4292-b6a8-39c53de948f5 req-96c100bd-3bdc-4915-8e1f-62a3720752fd tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:08.033544 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a8cc4972-3440-4292-b6a8-39c53de948f5 req-96c100bd-3bdc-4915-8e1f-62a3720752fd tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0530434 Jan 17 21:23:08.090577 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a8cc4972-3440-4292-b6a8-39c53de948f5 req-a6608cf0-903c-4f65-b00d-8351aae51b94 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476849 Jan 17 21:23:08.499567 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] get_ports_and_sgs() called for port_ids ['b7b6c108-ba5a-4fa7-98f2-021e2ac61686'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:23:08.605753 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e18d30-284a-42fe-be4a-f24783b30886 req-be7bc020-051d-42e6-a865-30425b3d9e1d tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:08.607273 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-59e18d30-284a-42fe-be4a-f24783b30886 req-be7bc020-051d-42e6-a865-30425b3d9e1d tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/ports?device_id=722796bd-49c1-4a74-9f3c-f9ea7863440c HTTP/1.1" status: 200 len: 949 time: 0.0564930 Jan 17 21:23:08.659124 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-59e18d30-284a-42fe-be4a-f24783b30886 req-84884010-c349-4d79-b2ae-e6a72f77ede5 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a24b6c4-90ab-417a-a9bf-c84cc46c0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442076 Jan 17 21:23:08.858714 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 55352) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:23:09.011786 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ff1c2363-3632-4d8c-b664-fe396352dbcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:09.087802 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ff1c2363-3632-4d8c-b664-fe396352dbcb admin admin] Publish callbacks [] for security_group (b36b9131-61f5-4e43-be23-13ee76b92625), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:09.091800 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ff1c2363-3632-4d8c-b664-fe396352dbcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (b36b9131-61f5-4e43-be23-13ee76b92625), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:09.130254 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c2363-3632-4d8c-b664-fe396352dbcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36b9131-61f5-4e43-be23-13ee76b92625,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:09.136891 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-ff1c2363-3632-4d8c-b664-fe396352dbcb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=26556235aa2346dd86f87b6af5e56ec4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2770791 Jan 17 21:23:09.137883 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 55358) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:23:09.188911 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-90b4848f-d556-4524-b2f4-99e614d5a7bf admin admin] Publish callbacks [] for security_group (b36b9131-61f5-4e43-be23-13ee76b92625), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:09.212722 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-90b4848f-d556-4524-b2f4-99e614d5a7bf admin admin] Publish callbacks [] for security_group (b36b9131-61f5-4e43-be23-13ee76b92625), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:09.217342 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfde78d-7268-47a6-8dcb-f620e5692ea1 req-e1ce4c85-0e83-4bb0-9ebd-194f63e3e006 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:09.218914 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4dfde78d-7268-47a6-8dcb-f620e5692ea1 req-e1ce4c85-0e83-4bb0-9ebd-194f63e3e006 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0516117 Jan 17 21:23:09.261239 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-90b4848f-d556-4524-b2f4-99e614d5a7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (b36b9131-61f5-4e43-be23-13ee76b92625), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:09.264020 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-90b4848f-d556-4524-b2f4-99e614d5a7bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:09.265207 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-90b4848f-d556-4524-b2f4-99e614d5a7bf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b36b9131-61f5-4e43-be23-13ee76b92625 HTTP/1.1" status: 204 len: 168 time: 0.1258125 Jan 17 21:23:09.272208 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4dfde78d-7268-47a6-8dcb-f620e5692ea1 req-2e1e4962-0a59-4482-a798-c7515badb3db tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466707 Jan 17 21:23:09.274139 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b4848f-d556-4524-b2f4-99e614d5a7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36b9131-61f5-4e43-be23-13ee76b92625,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:09.797196 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e96345-631a-4703-909f-e31efb748a67 req-0492cac7-878f-4d82-bf7f-23c85db9df1e tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:09.798746 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d3e96345-631a-4703-909f-e31efb748a67 req-0492cac7-878f-4d82-bf7f-23c85db9df1e tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/ports?device_id=722796bd-49c1-4a74-9f3c-f9ea7863440c HTTP/1.1" status: 200 len: 949 time: 0.0702271 Jan 17 21:23:09.871980 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d3e96345-631a-4703-909f-e31efb748a67 req-ba98132b-973f-472d-a795-0f849ca06e57 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a24b6c4-90ab-417a-a9bf-c84cc46c0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656002 Jan 17 21:23:10.153176 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-e6743cc2-add6-4f47-8d81-2918bf3ffcb0 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:10.154707 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-e6743cc2-add6-4f47-8d81-2918bf3ffcb0 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/networks?id=90270886-8b72-4996-b451-52316e1bfe26 HTTP/1.1" status: 200 len: 815 time: 0.1264176 Jan 17 21:23:10.175069 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-cba9419d-3327-4a9d-b685-b843a2eec250 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/quotas/28496391913444ba9a1f04ca404c2c68 HTTP/1.1" status: 200 len: 375 time: 0.0106151 Jan 17 21:23:10.242021 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-0bbdbe3f-bfa2-42c5-ad0b-71ac8f5c8b1f tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=28496391913444ba9a1f04ca404c2c68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597041 Jan 17 21:23:10.354407 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-da1d3666-31f1-4b6c-a212-9b07257da9cf service neutron] 10.222.0.64 "GET /v2.0/networks/90270886-8b72-4996-b451-52316e1bfe26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053021 Jan 17 21:23:10.471592 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dbc6ee-d8cc-49d4-9ed9-96a6d790311e req-a9307a0c-b932-4899-8e15-c1b1161c608c tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:10.473591 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e6dbc6ee-d8cc-49d4-9ed9-96a6d790311e req-a9307a0c-b932-4899-8e15-c1b1161c608c tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.1133516 Jan 17 21:23:10.533199 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-f4bc3df6-fbde-4df7-93d6-87ad3f1305f9 service neutron] 10.222.0.64 "GET /v2.0/networks/90270886-8b72-4996-b451-52316e1bfe26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713579 Jan 17 21:23:10.553083 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e6dbc6ee-d8cc-49d4-9ed9-96a6d790311e req-411ce34b-5c8c-48e9-82b8-ba97d8ab031b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715659 Jan 17 21:23:10.752503 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-489b122f-5637-4c37-b427-06bb908deb03 req-b9ff371d-44f3-4afc-aae8-b153311aa87a tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=053a2e02-abf9-46b4-9fbe-a257b05bf3fd HTTP/1.1" status: 200 len: 210 time: 0.0456407 Jan 17 21:23:10.918274 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1ab9c-f78c-404f-8cce-1fcaf40eac84 req-7e168878-c35e-4317-9f10-0472d36b28b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:10.920992 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ffc1ab9c-f78c-404f-8cce-1fcaf40eac84 req-7e168878-c35e-4317-9f10-0472d36b28b8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 1098 time: 0.0577798 Jan 17 21:23:10.981493 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ffc1ab9c-f78c-404f-8cce-1fcaf40eac84 req-e4cfa5db-909e-4dc0-8a12-3c588cab60e9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531461 Jan 17 21:23:10.985602 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device b7b6c108-ba5a-4fa7-98f2-021e2ac61686 up at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:23:11.039733 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e54224-55ff-4991-b1be-32077444eeb6 req-507fc7a4-79a1-44aa-b242-2dbe682c9f80 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:11.041774 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-57e54224-55ff-4991-b1be-32077444eeb6 req-507fc7a4-79a1-44aa-b242-2dbe682c9f80 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/ports?device_id=722796bd-49c1-4a74-9f3c-f9ea7863440c HTTP/1.1" status: 200 len: 949 time: 0.0838344 Jan 17 21:23:11.106883 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-57e54224-55ff-4991-b1be-32077444eeb6 req-695508f1-b270-48b3-aeb3-36b09fa0bc14 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a24b6c4-90ab-417a-a9bf-c84cc46c0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587997 Jan 17 21:23:11.107367 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning for port b7b6c108-ba5a-4fa7-98f2-021e2ac61686 completed by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 21:23:11.112582 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning complete for port b7b6c108-ba5a-4fa7-98f2-021e2ac61686 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:23:11.114035 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (b7b6c108-ba5a-4fa7-98f2-021e2ac61686), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:11.290228 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port b7b6c108-ba5a-4fa7-98f2-021e2ac61686 is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:23:11.290937 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (b7b6c108-ba5a-4fa7-98f2-021e2ac61686), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:11.342050 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722796bd-49c1-4a74-9f3c-f9ea7863440c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b6c108-ba5a-4fa7-98f2-021e2ac61686'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:23:11.346003 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd74998850970e76e5e696d55ae046c45085ecb7dce1b7bf3912a5be803d1cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226806f4-359c-448d-8893-95833151ba22" -d '{"events": [{"server_uuid": "722796bd-49c1-4a74-9f3c-f9ea7863440c", "name": "network-vif-plugged", "status": "completed", "tag": "b7b6c108-ba5a-4fa7-98f2-021e2ac61686"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:23:11.362025 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port b7b6c108-ba5a-4fa7-98f2-021e2ac61686, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=b7b6c108-ba5a-4fa7-98f2-021e2ac61686,segment=NetworkSegment(f195ffb0-6f06-4e22-bdea-afa8f128ddab),segment_id=f195ffb0-6f06-4e22-bdea-afa8f128ddab)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:23:11.375064 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (b7b6c108-ba5a-4fa7-98f2-021e2ac61686), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:11.408247 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76942e5-1a3f-4f65-ad16-f0f18c4cf8cb x-openstack-request-id: req-b76942e5-1a3f-4f65-ad16-f0f18c4cf8cb {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:23:11.408976 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722796bd-49c1-4a74-9f3c-f9ea7863440c", "name": "network-vif-plugged", "status": "completed", "tag": "b7b6c108-ba5a-4fa7-98f2-021e2ac61686", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:23:11.409311 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b76942e5-1a3f-4f65-ad16-f0f18c4cf8cb {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:23:11.409826 dv-cinder-824895-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '722796bd-49c1-4a74-9f3c-f9ea7863440c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b6c108-ba5a-4fa7-98f2-021e2ac61686', 'code': 200} Jan 17 21:23:11.435301 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=b7b6c108-ba5a-4fa7-98f2-021e2ac61686,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:11.758070 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e8cd5-df7c-47d5-b34f-65ac4fcce0c3 req-c09de465-05fd-45c6-9557-c6ea8a234d7e tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:11.760638 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c39e8cd5-df7c-47d5-b34f-65ac4fcce0c3 req-c09de465-05fd-45c6-9557-c6ea8a234d7e tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.1238098 Jan 17 21:23:11.771907 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98b569-2c6c-47cc-9623-f8fe14c13b6b req-ea1c0666-ed9e-4f29-acdb-2b35b95547a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:11.774551 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-0b98b569-2c6c-47cc-9623-f8fe14c13b6b req-ea1c0666-ed9e-4f29-acdb-2b35b95547a0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=722796bd-49c1-4a74-9f3c-f9ea7863440c HTTP/1.1" status: 200 len: 1103 time: 0.0712936 Jan 17 21:23:11.841583 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c39e8cd5-df7c-47d5-b34f-65ac4fcce0c3 req-799dc5b5-8ed9-4a52-9b09-c0deca32e36e tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736907 Jan 17 21:23:11.904917 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-0b98b569-2c6c-47cc-9623-f8fe14c13b6b req-ccef0d7f-8b7c-410f-ae8d-0a75912db150 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2a24b6c4-90ab-417a-a9bf-c84cc46c0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216223 Jan 17 21:23:11.941882 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-85cd6335-8b4a-48e4-8dab-30d3a89830f6 req-864bf8cc-241c-4a7c-b56d-68383f7de286 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=053a2e02-abf9-46b4-9fbe-a257b05bf3fd HTTP/1.1" status: 200 len: 210 time: 0.0324776 Jan 17 21:23:12.299333 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef220b9-5d29-4be3-8f5b-8d4c69f846a9 req-60cb8718-8863-48fe-8c79-ffb75d848587 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:12.309086 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7ef220b9-5d29-4be3-8f5b-8d4c69f846a9 req-60cb8718-8863-48fe-8c79-ffb75d848587 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/ports?device_id=722796bd-49c1-4a74-9f3c-f9ea7863440c HTTP/1.1" status: 200 len: 950 time: 0.1117508 Jan 17 21:23:12.379414 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7ef220b9-5d29-4be3-8f5b-8d4c69f846a9 req-b4a6a90e-3b86-46fe-9234-3300389ed35b tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a24b6c4-90ab-417a-a9bf-c84cc46c0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685568 Jan 17 21:23:12.679223 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-59149122-95c9-432b-8367-d488ba5c1573 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:12.681266 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-59149122-95c9-432b-8367-d488ba5c1573 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.72 "GET /v2.0/networks?id=90270886-8b72-4996-b451-52316e1bfe26 HTTP/1.1" status: 200 len: 815 time: 0.1079719 Jan 17 21:23:12.702524 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-17ad1c4e-7180-4bba-8702-ab0af3fa6753 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Request body: {'port': {'device_id': '053a2e02-abf9-46b4-9fbe-a257b05bf3fd', 'network_id': '90270886-8b72-4996-b451-52316e1bfe26', 'admin_state_up': True, 'tenant_id': '28496391913444ba9a1f04ca404c2c68'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:23:12.826943 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-17ad1c4e-7180-4bba-8702-ab0af3fa6753 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Made reservation on behalf of 28496391913444ba9a1f04ca404c2c68 for: {'port': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:23:12.836169 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-17ad1c4e-7180-4bba-8702-ab0af3fa6753 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:13.040196 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-17ad1c4e-7180-4bba-8702-ab0af3fa6753 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Allocated IP 172.20.0.14 (90270886-8b72-4996-b451-52316e1bfe26/727d1d86-86be-4ba4-b825-0f84ac7512d4/fe07a20a-1b73-4844-9302-39928b39c888) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:23:13.043389 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d926e3-262a-4332-9fa7-1d8f2e9ec24b req-be308de6-beb0-4747-b710-522e6208769f tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:13.067025 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f5d926e3-262a-4332-9fa7-1d8f2e9ec24b req-be308de6-beb0-4747-b710-522e6208769f tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.1140792 Jan 17 21:23:13.167770 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ebad6c6f-e534-45d6-9736-f6d520b30156 req-8b772efb-a3c4-4d52-b88d-bd9dec3bec18 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=053a2e02-abf9-46b4-9fbe-a257b05bf3fd HTTP/1.1" status: 200 len: 210 time: 0.0855298 Jan 17 21:23:13.205358 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f5d926e3-262a-4332-9fa7-1d8f2e9ec24b req-962023fa-0dda-410f-a0ff-89c57445283f tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353579 Jan 17 21:23:13.240967 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-17ad1c4e-7180-4bba-8702-ab0af3fa6753 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Publish callbacks [] for port (fe07a20a-1b73-4844-9302-39928b39c888), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:13.279461 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-17ad1c4e-7180-4bba-8702-ab0af3fa6753 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (fe07a20a-1b73-4844-9302-39928b39c888), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:13.331331 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-17ad1c4e-7180-4bba-8702-ab0af3fa6753 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Network 90270886-8b72-4996-b451-52316e1bfe26 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:23:13.334569 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-17ad1c4e-7180-4bba-8702-ab0af3fa6753 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:23:13.345448 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-17ad1c4e-7180-4bba-8702-ab0af3fa6753 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:23:13.351105 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad1c4e-7180-4bba-8702-ab0af3fa6753 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Pushing event updated for resources: {'Port': ['ID=fe07a20a-1b73-4844-9302-39928b39c888,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:13.426335 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-17ad1c4e-7180-4bba-8702-ab0af3fa6753 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:13.428421 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-17ad1c4e-7180-4bba-8702-ab0af3fa6753 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:13.448701 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-17ad1c4e-7180-4bba-8702-ab0af3fa6753 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7500696 Jan 17 21:23:13.521748 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2c9e3-86fc-4652-820f-5a30db5f45ec req-08e725e5-c007-4414-8178-3640fe78635d tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:13.523769 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-76f2c9e3-86fc-4652-820f-5a30db5f45ec req-08e725e5-c007-4414-8178-3640fe78635d tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/ports?device_id=722796bd-49c1-4a74-9f3c-f9ea7863440c HTTP/1.1" status: 200 len: 950 time: 0.0604432 Jan 17 21:23:13.579707 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-76f2c9e3-86fc-4652-820f-5a30db5f45ec req-94f44ab2-2692-4801-bdcf-f049de07273f tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a24b6c4-90ab-417a-a9bf-c84cc46c0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497289 Jan 17 21:23:14.404310 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee1682-b2f6-4dc2-84b0-7fafe0e1ad8d req-409c8414-20dd-4661-9469-a69d30339a37 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:14.407204 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6dee1682-b2f6-4dc2-84b0-7fafe0e1ad8d req-409c8414-20dd-4661-9469-a69d30339a37 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=053a2e02-abf9-46b4-9fbe-a257b05bf3fd HTTP/1.1" status: 200 len: 932 time: 0.1609361 Jan 17 21:23:14.417519 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f67cb-0c34-428d-bc78-6f0e432273a1 req-81b0b2d8-df8e-47a8-b631-62955314cf9d tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:14.419027 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b95f67cb-0c34-428d-bc78-6f0e432273a1 req-81b0b2d8-df8e-47a8-b631-62955314cf9d tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0992069 Jan 17 21:23:14.519811 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6dee1682-b2f6-4dc2-84b0-7fafe0e1ad8d req-7dd5b1c3-834c-40a9-b9e5-7438af1c4f04 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994570 Jan 17 21:23:14.526270 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b95f67cb-0c34-428d-bc78-6f0e432273a1 req-52f4ae9e-f1a4-4ba6-9a88-d5157c3ad961 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002650 Jan 17 21:23:14.761158 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74bb9a-bb07-41e6-99b5-f6110f8f247f req-9dc4f44f-49cd-4860-b76e-d0e265d3f4ca tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:14.762881 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3e74bb9a-bb07-41e6-99b5-f6110f8f247f req-9dc4f44f-49cd-4860-b76e-d0e265d3f4ca tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/ports?device_id=722796bd-49c1-4a74-9f3c-f9ea7863440c HTTP/1.1" status: 200 len: 950 time: 0.0804772 Jan 17 21:23:14.864159 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3e74bb9a-bb07-41e6-99b5-f6110f8f247f req-edb76a59-4f7b-468a-9915-a5021380682c tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a24b6c4-90ab-417a-a9bf-c84cc46c0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893404 Jan 17 21:23:15.250523 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] get_ports_and_sgs() called for port_ids ['0371bc2b-703b-41a8-b868-151139132091', '687390ab-d9b1-43f0-800b-6bcd99484876'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:23:15.263576 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-906af73b-913f-425e-a0e6-a24ac628cb6c service neutron] Request body: {'port': {'device_id': '053a2e02-abf9-46b4-9fbe-a257b05bf3fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82489'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:23:15.334123 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-906af73b-913f-425e-a0e6-a24ac628cb6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (fe07a20a-1b73-4844-9302-39928b39c888), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:15.735411 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9456be0-487c-44d0-b1ce-6681068b7228 req-cf5bd847-e713-4af6-ad78-8ded67dc74f5 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:15.737451 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f9456be0-487c-44d0-b1ce-6681068b7228 req-cf5bd847-e713-4af6-ad78-8ded67dc74f5 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0990264 Jan 17 21:23:15.761754 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b1a27-e3a9-4078-8d49-f1ea061912e6 req-ee87a78d-8717-4ebb-9c4e-1f88bb841304 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:15.762988 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-906af73b-913f-425e-a0e6-a24ac628cb6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe07a20a-1b73-4844-9302-39928b39c888 {{(pid=102499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:23:15.769888 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-780b1a27-e3a9-4078-8d49-f1ea061912e6 req-ee87a78d-8717-4ebb-9c4e-1f88bb841304 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=053a2e02-abf9-46b4-9fbe-a257b05bf3fd HTTP/1.1" status: 200 len: 932 time: 0.1004276 Jan 17 21:23:15.778960 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-906af73b-913f-425e-a0e6-a24ac628cb6c service neutron] Publish callbacks [] for port (fe07a20a-1b73-4844-9302-39928b39c888), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:15.795530 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.provisioning_blocks [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-906af73b-913f-425e-a0e6-a24ac628cb6c service neutron] Transition to ACTIVE for port object fe07a20a-1b73-4844-9302-39928b39c888 will not be triggered until provisioned by entity L2. {{(pid=102499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 21:23:15.805656 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-906af73b-913f-425e-a0e6-a24ac628cb6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3358448'] for port (fe07a20a-1b73-4844-9302-39928b39c888), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:15.874040 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906af73b-913f-425e-a0e6-a24ac628cb6c service neutron] Pushing event updated for resources: {'Port': ['ID=fe07a20a-1b73-4844-9302-39928b39c888,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:15.897010 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-780b1a27-e3a9-4078-8d49-f1ea061912e6 req-50db9705-9ec9-4ddc-b67d-1ca9f51ba726 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261454 Jan 17 21:23:15.910125 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906af73b-913f-425e-a0e6-a24ac628cb6c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:15.910473 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906af73b-913f-425e-a0e6-a24ac628cb6c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:15.910817 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906af73b-913f-425e-a0e6-a24ac628cb6c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:15.911159 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906af73b-913f-425e-a0e6-a24ac628cb6c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:15.911659 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906af73b-913f-425e-a0e6-a24ac628cb6c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:15.911891 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906af73b-913f-425e-a0e6-a24ac628cb6c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:15.912293 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906af73b-913f-425e-a0e6-a24ac628cb6c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:15.912718 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906af73b-913f-425e-a0e6-a24ac628cb6c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:15.913058 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906af73b-913f-425e-a0e6-a24ac628cb6c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:15.913385 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906af73b-913f-425e-a0e6-a24ac628cb6c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:15.913927 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906af73b-913f-425e-a0e6-a24ac628cb6c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:15.914265 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906af73b-913f-425e-a0e6-a24ac628cb6c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:15.914591 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906af73b-913f-425e-a0e6-a24ac628cb6c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:15.926944 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f9456be0-487c-44d0-b1ce-6681068b7228 req-3db7e598-c2e5-438f-ab2d-e99207cd7173 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757011 Jan 17 21:23:16.021538 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-906af73b-913f-425e-a0e6-a24ac628cb6c service neutron] Attempting to bind port fe07a20a-1b73-4844-9302-39928b39c888 on host hv-cinder-82489 for vnic_type normal with profile {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:23:16.021841 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-906af73b-913f-425e-a0e6-a24ac628cb6c service neutron] Attempting to bind port fe07a20a-1b73-4844-9302-39928b39c888 by drivers openvswitch,hyperv on host hv-cinder-82489 at level 0 using segments [{'id': '3002b40c-9179-46b7-bf21-480b3877c297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90270886-8b72-4996-b451-52316e1bfe26'}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:23:16.022147 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-906af73b-913f-425e-a0e6-a24ac628cb6c service neutron] Attempting to bind port fe07a20a-1b73-4844-9302-39928b39c888 on network 90270886-8b72-4996-b451-52316e1bfe26 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:23:16.029479 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-906af73b-913f-425e-a0e6-a24ac628cb6c service neutron] Port fe07a20a-1b73-4844-9302-39928b39c888 on network 90270886-8b72-4996-b451-52316e1bfe26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82489 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 21:23:16.029815 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-906af73b-913f-425e-a0e6-a24ac628cb6c service neutron] Attempting to bind port fe07a20a-1b73-4844-9302-39928b39c888 on network 90270886-8b72-4996-b451-52316e1bfe26 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:23:16.039085 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-906af73b-913f-425e-a0e6-a24ac628cb6c service neutron] Checking agent: {'id': 'fb6a4824-98a1-4114-b283-810c221687ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82489', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 18, 21), 'started_at': datetime.datetime(2022, 1, 17, 21, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:23:16.039556 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-906af73b-913f-425e-a0e6-a24ac628cb6c service neutron] Checking segment: {'id': '3002b40c-9179-46b7-bf21-480b3877c297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90270886-8b72-4996-b451-52316e1bfe26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:23:16.039953 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-906af73b-913f-425e-a0e6-a24ac628cb6c service neutron] Bound using segment: {'id': '3002b40c-9179-46b7-bf21-480b3877c297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90270886-8b72-4996-b451-52316e1bfe26'} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:23:16.040414 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-906af73b-913f-425e-a0e6-a24ac628cb6c service neutron] Bound port: fe07a20a-1b73-4844-9302-39928b39c888, host: hv-cinder-82489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3002b40c-9179-46b7-bf21-480b3877c297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90270886-8b72-4996-b451-52316e1bfe26'}}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:23:16.040910 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-906af73b-913f-425e-a0e6-a24ac628cb6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (fe07a20a-1b73-4844-9302-39928b39c888), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:16.064357 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966eacc-232d-4ba4-954a-9fd816d1f0c7 req-132ff530-15ef-442e-8131-813cb2311042 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:16.072655 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1966eacc-232d-4ba4-954a-9fd816d1f0c7 req-132ff530-15ef-442e-8131-813cb2311042 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/ports?device_id=722796bd-49c1-4a74-9f3c-f9ea7863440c HTTP/1.1" status: 200 len: 950 time: 0.0923924 Jan 17 21:23:16.125592 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1966eacc-232d-4ba4-954a-9fd816d1f0c7 req-7d1495da-6fc8-45a4-a94c-280152ef7f69 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a24b6c4-90ab-417a-a9bf-c84cc46c0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519295 Jan 17 21:23:16.167405 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-906af73b-913f-425e-a0e6-a24ac628cb6c service neutron] For port fe07a20a-1b73-4844-9302-39928b39c888, host hv-cinder-82489, cleared binding levels {{(pid=102499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:23:16.175862 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-906af73b-913f-425e-a0e6-a24ac628cb6c service neutron] For port fe07a20a-1b73-4844-9302-39928b39c888, host hv-cinder-82489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=fe07a20a-1b73-4844-9302-39928b39c888,segment=NetworkSegment(3002b40c-9179-46b7-bf21-480b3877c297),segment_id=3002b40c-9179-46b7-bf21-480b3877c297)] {{(pid=102499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:23:16.184877 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-906af73b-913f-425e-a0e6-a24ac628cb6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3358448'] for port (fe07a20a-1b73-4844-9302-39928b39c888), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:16.224165 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-906af73b-913f-425e-a0e6-a24ac628cb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:16.224802 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-906af73b-913f-425e-a0e6-a24ac628cb6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:16.226341 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-906af73b-913f-425e-a0e6-a24ac628cb6c service neutron] 10.222.0.72 "PUT /v2.0/ports/fe07a20a-1b73-4844-9302-39928b39c888 HTTP/1.1" status: 200 len: 1094 time: 0.9695530 Jan 17 21:23:16.226901 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '053a2e02-abf9-46b4-9fbe-a257b05bf3fd', 'tag': 'fe07a20a-1b73-4844-9302-39928b39c888'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:23:16.229175 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c2de0e70a1bc7346ac1be0cec4f24ea848d889c4763a7575c3a73373459bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ee2b15-c3be-49bd-85fa-8fd04c4b8b14" -d '{"events": [{"name": "network-changed", "server_uuid": "053a2e02-abf9-46b4-9fbe-a257b05bf3fd", "tag": "fe07a20a-1b73-4844-9302-39928b39c888"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:23:16.252484 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906af73b-913f-425e-a0e6-a24ac628cb6c service neutron] Pushing event updated for resources: {'Port': ['ID=fe07a20a-1b73-4844-9302-39928b39c888,revision_number=3']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:16.283851 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c375e0-682b-420d-90eb-0dedd7a844d1 x-openstack-request-id: req-63c375e0-682b-420d-90eb-0dedd7a844d1 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:23:16.284502 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "053a2e02-abf9-46b4-9fbe-a257b05bf3fd", "tag": "fe07a20a-1b73-4844-9302-39928b39c888", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:23:16.284502 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-63c375e0-682b-420d-90eb-0dedd7a844d1 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:23:16.284837 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '053a2e02-abf9-46b4-9fbe-a257b05bf3fd', 'tag': 'fe07a20a-1b73-4844-9302-39928b39c888', 'status': 'completed', 'code': 200} Jan 17 21:23:16.393009 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1b358-941a-4467-a213-62e26c98452c req-cf34d365-78d9-4417-8280-694ecf62a12c tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:16.394774 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-20a1b358-941a-4467-a213-62e26c98452c req-cf34d365-78d9-4417-8280-694ecf62a12c tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0594823 Jan 17 21:23:16.448065 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-20a1b358-941a-4467-a213-62e26c98452c req-9b40b5cb-a874-45fa-907e-c1ae451e1085 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467052 Jan 17 21:23:17.031957 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ecfa0-5bd2-42d6-a333-d4efb2ee7df9 req-ad74fb51-4536-4459-a2d7-b6bfac614ac5 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:17.039850 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-153ecfa0-5bd2-42d6-a333-d4efb2ee7df9 req-ad74fb51-4536-4459-a2d7-b6bfac614ac5 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=053a2e02-abf9-46b4-9fbe-a257b05bf3fd HTTP/1.1" status: 200 len: 944 time: 0.0637782 Jan 17 21:23:17.090518 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-153ecfa0-5bd2-42d6-a333-d4efb2ee7df9 req-4a12a633-0b42-4363-8e91-c62c53036dab tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494392 Jan 17 21:23:17.271266 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719ac21-f51e-44a0-bfef-c1be5b12ed53 req-bfb1746d-910f-4c23-b18f-f81806ccdcde tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:17.272890 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b719ac21-f51e-44a0-bfef-c1be5b12ed53 req-bfb1746d-910f-4c23-b18f-f81806ccdcde tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/ports?device_id=722796bd-49c1-4a74-9f3c-f9ea7863440c HTTP/1.1" status: 200 len: 950 time: 0.0571556 Jan 17 21:23:17.332644 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b719ac21-f51e-44a0-bfef-c1be5b12ed53 req-fc6adc85-35aa-421c-beb0-45a86aae9fb6 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a24b6c4-90ab-417a-a9bf-c84cc46c0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526538 Jan 17 21:23:17.603702 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6f953-c8dc-44d8-9914-a769248de7d6 req-5b60e3e7-69a8-499b-a79b-31d85b682238 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:17.611255 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-34e6f953-c8dc-44d8-9914-a769248de7d6 req-5b60e3e7-69a8-499b-a79b-31d85b682238 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0641539 Jan 17 21:23:17.664290 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-34e6f953-c8dc-44d8-9914-a769248de7d6 req-d6aaa4b6-980c-447a-9bb7-ae37964c04ec tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518496 Jan 17 21:23:18.207690 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faecf29f-3ed0-4ba8-94d0-f48d5f6ae21b req-060c8284-4b7b-4cf8-9d0d-96c236ca4953 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:18.211139 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-faecf29f-3ed0-4ba8-94d0-f48d5f6ae21b req-060c8284-4b7b-4cf8-9d0d-96c236ca4953 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=053a2e02-abf9-46b4-9fbe-a257b05bf3fd HTTP/1.1" status: 200 len: 944 time: 0.0535047 Jan 17 21:23:18.272075 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-faecf29f-3ed0-4ba8-94d0-f48d5f6ae21b req-e520a0a1-8bc8-48c4-8095-5493b90796b9 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549257 Jan 17 21:23:18.468060 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ff9b1-a9c7-474a-b26a-ddfff7d0c74a req-77ccc1fb-387f-4745-996a-83e8df8f25ed tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:18.469716 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3a5ff9b1-a9c7-474a-b26a-ddfff7d0c74a req-77ccc1fb-387f-4745-996a-83e8df8f25ed tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/ports?device_id=722796bd-49c1-4a74-9f3c-f9ea7863440c HTTP/1.1" status: 200 len: 950 time: 0.0541487 Jan 17 21:23:18.524819 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3a5ff9b1-a9c7-474a-b26a-ddfff7d0c74a req-18ec9c6e-601f-4078-b6b0-980f5fc49b74 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a24b6c4-90ab-417a-a9bf-c84cc46c0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468428 Jan 17 21:23:18.829718 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3bfbcc-4b8c-4ff2-94e8-ccaa1283fef5 req-97f73610-588e-4361-9dab-0026fc80d34c tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:18.831879 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ee3bfbcc-4b8c-4ff2-94e8-ccaa1283fef5 req-97f73610-588e-4361-9dab-0026fc80d34c tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0843253 Jan 17 21:23:18.905102 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ee3bfbcc-4b8c-4ff2-94e8-ccaa1283fef5 req-3e42cf76-05e4-47e2-ab3b-46632a3fe67f tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656121 Jan 17 21:23:19.394441 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346078ef-cc78-42f2-8beb-60491223afc0 req-43ebf3cd-dbf0-4a1f-acc1-ad5f7842810d tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:19.396971 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-346078ef-cc78-42f2-8beb-60491223afc0 req-43ebf3cd-dbf0-4a1f-acc1-ad5f7842810d tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=053a2e02-abf9-46b4-9fbe-a257b05bf3fd HTTP/1.1" status: 200 len: 944 time: 0.0535011 Jan 17 21:23:19.452928 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-346078ef-cc78-42f2-8beb-60491223afc0 req-97c5770c-7e07-41fa-b087-02197190cf4e tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497472 Jan 17 21:23:19.658808 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7ecbd-6187-4805-93df-e28553f61f5e req-891aa414-d977-44dc-a940-50e869d36b7b tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:19.666179 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4bd7ecbd-6187-4805-93df-e28553f61f5e req-891aa414-d977-44dc-a940-50e869d36b7b tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/ports?device_id=722796bd-49c1-4a74-9f3c-f9ea7863440c HTTP/1.1" status: 200 len: 950 time: 0.0661817 Jan 17 21:23:19.722773 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4bd7ecbd-6187-4805-93df-e28553f61f5e req-b3d0e7b2-63ed-4858-9496-e59b5729e659 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a24b6c4-90ab-417a-a9bf-c84cc46c0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557184 Jan 17 21:23:19.815795 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6425bd-1b80-4f76-944d-12d7ce8ced9f req-597caf4f-617e-4729-a1f3-10227ad2d705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:19.820642 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0d6425bd-1b80-4f76-944d-12d7ce8ced9f req-597caf4f-617e-4729-a1f3-10227ad2d705 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=090730c5b4bb4a7195d893aa312dcfe6&device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 1098 time: 0.0640452 Jan 17 21:23:19.823223 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee2b15-c3be-49bd-85fa-8fd04c4b8b14 req-b452f4f7-fb80-4e43-b23c-62c76612bf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:19.825869 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-90ee2b15-c3be-49bd-85fa-8fd04c4b8b14 req-b452f4f7-fb80-4e43-b23c-62c76612bf2e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=28496391913444ba9a1f04ca404c2c68&device_id=053a2e02-abf9-46b4-9fbe-a257b05bf3fd HTTP/1.1" status: 200 len: 1097 time: 0.0840192 Jan 17 21:23:19.945540 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6425bd-1b80-4f76-944d-12d7ce8ced9f req-db5eb356-24b4-4d0b-ad96-67494aff9a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:19.947378 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0d6425bd-1b80-4f76-944d-12d7ce8ced9f req-db5eb356-24b4-4d0b-ad96-67494aff9a80 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bff8e5f5-97ad-489f-85ec-9f479ea549b7 HTTP/1.1" status: 200 len: 919 time: 0.1104457 Jan 17 21:23:20.004796 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0d6425bd-1b80-4f76-944d-12d7ce8ced9f req-232798a6-fc4b-4598-953a-c9f6b6c0aff0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=138d0a50-2135-4dee-95fa-28ecdc541d3d HTTP/1.1" status: 200 len: 217 time: 0.0483661 Jan 17 21:23:20.036577 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee2b15-c3be-49bd-85fa-8fd04c4b8b14 req-1f39fa1d-4290-4cbe-9261-d2b779d06e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:20.041132 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-90ee2b15-c3be-49bd-85fa-8fd04c4b8b14 req-1f39fa1d-4290-4cbe-9261-d2b779d06e40 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=28496391913444ba9a1f04ca404c2c68&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2024245 Jan 17 21:23:20.112127 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6425bd-1b80-4f76-944d-12d7ce8ced9f req-6f870cf6-ed28-4887-b396-33000a1b126b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:20.114112 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0d6425bd-1b80-4f76-944d-12d7ce8ced9f req-6f870cf6-ed28-4887-b396-33000a1b126b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aa7783e7-3496-4e0a-9051-7034d9bfba99 HTTP/1.1" status: 200 len: 858 time: 0.1000438 Jan 17 21:23:20.123385 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3b597-2ac5-4d76-bac2-c845c1ca7bd9 req-99aab868-3d8e-4bf3-aa78-53c27a0106c2 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:20.125069 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3fb3b597-2ac5-4d76-bac2-c845c1ca7bd9 req-99aab868-3d8e-4bf3-aa78-53c27a0106c2 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0969510 Jan 17 21:23:20.181652 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0d6425bd-1b80-4f76-944d-12d7ce8ced9f req-b1bb5e8a-b0c1-4af9-9d7f-130e0aa6dfea service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bff8e5f5-97ad-489f-85ec-9f479ea549b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525112 Jan 17 21:23:20.311707 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0d6425bd-1b80-4f76-944d-12d7ce8ced9f req-201f8e73-6304-4a45-a323-fe3d222c0daa service neutron] 10.222.0.72 "GET /v2.0/networks/bff8e5f5-97ad-489f-85ec-9f479ea549b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122875 Jan 17 21:23:20.410407 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee2b15-c3be-49bd-85fa-8fd04c4b8b14 req-00def365-103f-4afc-8e0e-52f50c9c9790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:20.412085 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-90ee2b15-c3be-49bd-85fa-8fd04c4b8b14 req-00def365-103f-4afc-8e0e-52f50c9c9790 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3630905 Jan 17 21:23:20.517027 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-2ab2eba2-2b01-42c1-a050-961e3f555dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:20.519891 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-2ab2eba2-2b01-42c1-a050-961e3f555dcf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=28496391913444ba9a1f04ca404c2c68&device_id=053a2e02-abf9-46b4-9fbe-a257b05bf3fd HTTP/1.1" status: 200 len: 1097 time: 0.0539041 Jan 17 21:23:20.574074 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-fff5718a-cb13-41ac-95e5-372947050df2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe07a20a-1b73-4844-9302-39928b39c888 HTTP/1.1" status: 200 len: 217 time: 0.0391340 Jan 17 21:23:20.642941 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-e1009131-06f3-4734-a215-2fcf434c8d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:20.644637 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-e1009131-06f3-4734-a215-2fcf434c8d15 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=727d1d86-86be-4ba4-b825-0f84ac7512d4 HTTP/1.1" status: 200 len: 855 time: 0.0623581 Jan 17 21:23:20.666478 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3fb3b597-2ac5-4d76-bac2-c845c1ca7bd9 req-6939b016-1a7e-4050-8919-3cb9082c4a04 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5311537 Jan 17 21:23:20.679316 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-5f1e2941-8ee8-4a5c-a5f8-d0f0911a585d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=90270886-8b72-4996-b451-52316e1bfe26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271049 Jan 17 21:23:20.729366 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6f85f-2ece-4f85-8cec-3c8262e6b30a req-c437abe5-d958-49d2-9d90-efb06500fa42 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:20.731355 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-70b6f85f-2ece-4f85-8cec-3c8262e6b30a req-c437abe5-d958-49d2-9d90-efb06500fa42 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=053a2e02-abf9-46b4-9fbe-a257b05bf3fd HTTP/1.1" status: 200 len: 944 time: 0.1097960 Jan 17 21:23:20.748643 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0d6425bd-1b80-4f76-944d-12d7ce8ced9f req-6aa9956d-6d54-45fa-af74-0ca359b724dc service neutron] 10.222.0.72 "GET /v2.0/networks/bff8e5f5-97ad-489f-85ec-9f479ea549b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4294534 Jan 17 21:23:20.812440 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-c58a7231-8666-426a-8b85-56c96df8b164 service neutron] 10.222.0.72 "GET /v2.0/networks/90270886-8b72-4996-b451-52316e1bfe26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186585 Jan 17 21:23:20.813146 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-70b6f85f-2ece-4f85-8cec-3c8262e6b30a req-54b99825-d3c7-4d09-b1c9-c9cf377899aa tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721383 Jan 17 21:23:20.896135 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498eb7dc-43ea-4b3f-9b6a-643722b11d4b req-4b395d09-8021-4603-b077-19df6a887268 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:20.898414 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-498eb7dc-43ea-4b3f-9b6a-643722b11d4b req-4b395d09-8021-4603-b077-19df6a887268 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/ports?device_id=722796bd-49c1-4a74-9f3c-f9ea7863440c HTTP/1.1" status: 200 len: 950 time: 0.0750237 Jan 17 21:23:20.969003 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-4961913d-30ce-4f9e-9464-bd1a917b2931 req-40deec47-7ba2-4ae6-9354-43b25f158060 service neutron] 10.222.0.72 "GET /v2.0/networks/90270886-8b72-4996-b451-52316e1bfe26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447437 Jan 17 21:23:20.974761 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-498eb7dc-43ea-4b3f-9b6a-643722b11d4b req-08d7d71e-e0d7-4fc8-b11e-808a6860b4ee tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a24b6c4-90ab-417a-a9bf-c84cc46c0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554111 Jan 17 21:23:21.808160 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7972b8-847c-4b3e-ae50-1e3bab926ddc req-6c7e8637-88fc-449f-9572-7b5a0aea42de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:21.809767 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-cb7972b8-847c-4b3e-ae50-1e3bab926ddc req-6c7e8637-88fc-449f-9572-7b5a0aea42de service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=090730c5b4bb4a7195d893aa312dcfe6&device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 1098 time: 0.0723991 Jan 17 21:23:21.866038 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05eb15-cf83-4d63-a663-b7a70756b24d req-bdc70f34-bd6f-4bf6-80b2-ccd71d6e35e1 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:21.875913 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cd05eb15-cf83-4d63-a663-b7a70756b24d req-bdc70f34-bd6f-4bf6-80b2-ccd71d6e35e1 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.1100113 Jan 17 21:23:21.968728 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cd05eb15-cf83-4d63-a663-b7a70756b24d req-8aef6572-f864-453b-81cd-5fd735499682 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885127 Jan 17 21:23:22.023901 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:22.050957 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7972b8-847c-4b3e-ae50-1e3bab926ddc req-e57fbe49-2165-4bff-b0c9-ff2e579fb02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:22.052736 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-cb7972b8-847c-4b3e-ae50-1e3bab926ddc req-e57fbe49-2165-4bff-b0c9-ff2e579fb02d service neutron] 10.222.0.72 "GET /v2.0/networks?id=bff8e5f5-97ad-489f-85ec-9f479ea549b7 HTTP/1.1" status: 200 len: 919 time: 0.1974978 Jan 17 21:23:22.064342 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1de13e-84ef-494e-8b52-9de47dcecc9c req-85d9beae-a514-4257-971f-a24ba70c9d46 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:22.066761 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-de1de13e-84ef-494e-8b52-9de47dcecc9c req-85d9beae-a514-4257-971f-a24ba70c9d46 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=053a2e02-abf9-46b4-9fbe-a257b05bf3fd HTTP/1.1" status: 200 len: 944 time: 0.0824339 Jan 17 21:23:22.107363 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-cb7972b8-847c-4b3e-ae50-1e3bab926ddc req-f68ff5b1-3405-4326-9c31-900fbd510fb2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=138d0a50-2135-4dee-95fa-28ecdc541d3d HTTP/1.1" status: 200 len: 217 time: 0.0476184 Jan 17 21:23:22.170799 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5136c1-f3f1-4f3a-bdc8-5015269d7d63 req-db70b2aa-846c-496b-a9a4-2353bb4a5042 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:22.176135 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ad5136c1-f3f1-4f3a-bdc8-5015269d7d63 req-db70b2aa-846c-496b-a9a4-2353bb4a5042 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/ports?device_id=722796bd-49c1-4a74-9f3c-f9ea7863440c HTTP/1.1" status: 200 len: 950 time: 0.1028841 Jan 17 21:23:22.181683 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7972b8-847c-4b3e-ae50-1e3bab926ddc req-5893ed2a-8a71-40a5-ade3-9f185380844c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:22.183242 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-cb7972b8-847c-4b3e-ae50-1e3bab926ddc req-5893ed2a-8a71-40a5-ade3-9f185380844c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aa7783e7-3496-4e0a-9051-7034d9bfba99 HTTP/1.1" status: 200 len: 858 time: 0.0696919 Jan 17 21:23:22.183870 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-de1de13e-84ef-494e-8b52-9de47dcecc9c req-6aa40469-07d8-4b47-8a53-66d4b1e06365 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018031 Jan 17 21:23:22.217197 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-cb7972b8-847c-4b3e-ae50-1e3bab926ddc req-d0b8284f-2b5d-40a4-b58a-3b9bcf8e7bc8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bff8e5f5-97ad-489f-85ec-9f479ea549b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259950 Jan 17 21:23:22.250970 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ad5136c1-f3f1-4f3a-bdc8-5015269d7d63 req-e9f3537c-0516-48b0-beae-19dc96a91663 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a24b6c4-90ab-417a-a9bf-c84cc46c0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655980 Jan 17 21:23:22.354461 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-cb7972b8-847c-4b3e-ae50-1e3bab926ddc req-495abf1a-dfa5-457a-a45e-bffdec868478 service neutron] 10.222.0.72 "GET /v2.0/networks/bff8e5f5-97ad-489f-85ec-9f479ea549b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303165 Jan 17 21:23:22.489413 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-cb7972b8-847c-4b3e-ae50-1e3bab926ddc req-d921fabb-b40d-4829-a713-00ee2d215687 service neutron] 10.222.0.72 "GET /v2.0/networks/bff8e5f5-97ad-489f-85ec-9f479ea549b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228511 Jan 17 21:23:22.659460 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf487e-01d1-49bb-a4fb-8097045e7c3b req-29fc508e-5239-4368-9aa1-feebdecc2fc2 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:22.662305 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-63bf487e-01d1-49bb-a4fb-8097045e7c3b req-29fc508e-5239-4368-9aa1-feebdecc2fc2 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/ports?device_id=722796bd-49c1-4a74-9f3c-f9ea7863440c HTTP/1.1" status: 200 len: 950 time: 0.0543594 Jan 17 21:23:22.729796 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-63bf487e-01d1-49bb-a4fb-8097045e7c3b req-4b970a32-617f-4387-ad4c-5785ed02960d tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a24b6c4-90ab-417a-a9bf-c84cc46c0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577877 Jan 17 21:23:23.150317 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734829e3-c658-48ec-9159-c773741b0c3a req-adedaada-c4ea-4b0c-b7e2-186431b30518 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:23.153953 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-734829e3-c658-48ec-9159-c773741b0c3a req-adedaada-c4ea-4b0c-b7e2-186431b30518 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0880005 Jan 17 21:23:23.273359 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-734829e3-c658-48ec-9159-c773741b0c3a req-cdea70c3-b21a-47f2-b21d-7a006b9adc88 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071637 Jan 17 21:23:23.362877 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0325b7b0-4011-481e-a722-23605851e8de req-18c3455e-66a6-4528-9ed3-c07945d8af6b tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:23.364923 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0325b7b0-4011-481e-a722-23605851e8de req-18c3455e-66a6-4528-9ed3-c07945d8af6b tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=053a2e02-abf9-46b4-9fbe-a257b05bf3fd HTTP/1.1" status: 200 len: 944 time: 0.0574121 Jan 17 21:23:23.426925 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0325b7b0-4011-481e-a722-23605851e8de req-9e493c80-c749-4067-a4ad-c27e52cb800f tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539186 Jan 17 21:23:23.871960 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af927ed7-8118-46e6-b3fd-bc125ff67392 req-a1af21c7-d0ec-4170-9a46-d1b6eb766a47 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:23.873670 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-af927ed7-8118-46e6-b3fd-bc125ff67392 req-a1af21c7-d0ec-4170-9a46-d1b6eb766a47 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/ports?device_id=722796bd-49c1-4a74-9f3c-f9ea7863440c HTTP/1.1" status: 200 len: 950 time: 0.0638161 Jan 17 21:23:23.950325 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-af927ed7-8118-46e6-b3fd-bc125ff67392 req-a70ea1c6-b86a-4c98-bd36-9451b98f24fd tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a24b6c4-90ab-417a-a9bf-c84cc46c0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697858 Jan 17 21:23:24.409965 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86970efd-716d-4a76-899b-984651677688 req-f0765dcf-22c5-441c-8f0a-2336254ed234 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:24.413649 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-86970efd-716d-4a76-899b-984651677688 req-f0765dcf-22c5-441c-8f0a-2336254ed234 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0727081 Jan 17 21:23:24.463518 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-86970efd-716d-4a76-899b-984651677688 req-f758ef0f-1e7c-467e-83ad-8bf9e0e0b25e tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472462 Jan 17 21:23:24.614870 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb95a8-d658-4757-b526-b2f0ed35a5f6 req-c54fbd5f-3232-4411-b45a-99d3154cd3eb tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:24.616433 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ffcb95a8-d658-4757-b526-b2f0ed35a5f6 req-c54fbd5f-3232-4411-b45a-99d3154cd3eb tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=053a2e02-abf9-46b4-9fbe-a257b05bf3fd HTTP/1.1" status: 200 len: 944 time: 0.0797510 Jan 17 21:23:24.696220 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ffcb95a8-d658-4757-b526-b2f0ed35a5f6 req-d338328e-6ed2-45b6-866f-1700852c407b tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726576 Jan 17 21:23:24.882225 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-09d471d6-f06e-4bc0-89b9-67700f345772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:25.102479 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937e28d-1dde-48dd-a1d4-fe94fa66e7a4 req-5fad0b8b-8cb1-46b5-a1d3-20d542da1a8b tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:25.104173 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c937e28d-1dde-48dd-a1d4-fe94fa66e7a4 req-5fad0b8b-8cb1-46b5-a1d3-20d542da1a8b tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/ports?device_id=722796bd-49c1-4a74-9f3c-f9ea7863440c HTTP/1.1" status: 200 len: 950 time: 0.0591090 Jan 17 21:23:25.167260 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c937e28d-1dde-48dd-a1d4-fe94fa66e7a4 req-3f9b13a8-349d-46f2-9421-f4bd4a70bf3d tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a24b6c4-90ab-417a-a9bf-c84cc46c0e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521665 Jan 17 21:23:25.535734 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e263b5-bbf4-4b73-ac45-09fe7ea09871 req-c52e311f-222d-478d-82c2-296d64998726 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:25.542305 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b6e263b5-bbf4-4b73-ac45-09fe7ea09871 req-c52e311f-222d-478d-82c2-296d64998726 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.72 "GET /v2.0/ports?device_id=722796bd-49c1-4a74-9f3c-f9ea7863440c HTTP/1.1" status: 200 len: 950 time: 0.1240127 Jan 17 21:23:25.640029 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2cb78-6e94-446f-ab02-deff837d2f3e req-00481cad-c097-4581-a506-7e087dbaf496 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:25.641733 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7ee2cb78-6e94-446f-ab02-deff837d2f3e req-00481cad-c097-4581-a506-7e087dbaf496 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0894892 Jan 17 21:23:25.673637 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-b6e263b5-bbf4-4b73-ac45-09fe7ea09871 req-0665e779-9cda-4d53-909c-052c23e88ff3 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Deleting port b7b6c108-ba5a-4fa7-98f2-021e2ac61686 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:23:25.674067 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-b6e263b5-bbf4-4b73-ac45-09fe7ea09871 req-0665e779-9cda-4d53-909c-052c23e88ff3 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (b7b6c108-ba5a-4fa7-98f2-021e2ac61686), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:25.695605 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7ee2cb78-6e94-446f-ab02-deff837d2f3e req-65e7b4ae-0acd-431a-8016-2d67ada92a8f tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476265 Jan 17 21:23:25.786708 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-b6e263b5-bbf4-4b73-ac45-09fe7ea09871 req-0665e779-9cda-4d53-909c-052c23e88ff3 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] For port b7b6c108-ba5a-4fa7-98f2-021e2ac61686, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=b7b6c108-ba5a-4fa7-98f2-021e2ac61686,segment=NetworkSegment(f195ffb0-6f06-4e22-bdea-afa8f128ddab),segment_id=f195ffb0-6f06-4e22-bdea-afa8f128ddab)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:23:25.787180 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-b6e263b5-bbf4-4b73-ac45-09fe7ea09871 req-0665e779-9cda-4d53-909c-052c23e88ff3 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (b7b6c108-ba5a-4fa7-98f2-021e2ac61686), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:25.803268 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-b6e263b5-bbf4-4b73-ac45-09fe7ea09871 req-0665e779-9cda-4d53-909c-052c23e88ff3 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Calling delete_port for b7b6c108-ba5a-4fa7-98f2-021e2ac61686 owned by compute:nova {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:23:25.828275 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1f29d-af72-4989-9bf0-fa2263bff445 req-9c766af0-496d-47c3-9f22-9b06678ddac7 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:25.829947 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-67e1f29d-af72-4989-9bf0-fa2263bff445 req-9c766af0-496d-47c3-9f22-9b06678ddac7 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=053a2e02-abf9-46b4-9fbe-a257b05bf3fd HTTP/1.1" status: 200 len: 944 time: 0.0641441 Jan 17 21:23:25.890409 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-67e1f29d-af72-4989-9bf0-fa2263bff445 req-e06b4caa-8716-4c26-a4c0-ad3b6edbcc18 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540609 Jan 17 21:23:25.958840 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-b6e263b5-bbf4-4b73-ac45-09fe7ea09871 req-0665e779-9cda-4d53-909c-052c23e88ff3 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (b7b6c108-ba5a-4fa7-98f2-021e2ac61686), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:25.975780 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] get_ports_and_sgs() called for port_ids ['b7b6c108-ba5a-4fa7-98f2-021e2ac61686'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:23:25.992363 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665e779-9cda-4d53-909c-052c23e88ff3 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Pushing event deleted for resources: {'Port': ['ID=b7b6c108-ba5a-4fa7-98f2-021e2ac61686,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:26.032924 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e263b5-bbf4-4b73-ac45-09fe7ea09871 req-0665e779-9cda-4d53-909c-052c23e88ff3 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] No DVR routers for this DVR port b7b6c108-ba5a-4fa7-98f2-021e2ac61686 on host hv-cinder-82489 {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:23:26.036267 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-b6e263b5-bbf4-4b73-ac45-09fe7ea09871 req-0665e779-9cda-4d53-909c-052c23e88ff3 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:26.040423 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b6e263b5-bbf4-4b73-ac45-09fe7ea09871 req-0665e779-9cda-4d53-909c-052c23e88ff3 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.72 "DELETE /v2.0/ports/b7b6c108-ba5a-4fa7-98f2-021e2ac61686 HTTP/1.1" status: 204 len: 173 time: 0.4916959 Jan 17 21:23:26.040871 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722796bd-49c1-4a74-9f3c-f9ea7863440c', 'name': 'network-vif-deleted', 'tag': 'b7b6c108-ba5a-4fa7-98f2-021e2ac61686'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:23:26.043181 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c2de0e70a1bc7346ac1be0cec4f24ea848d889c4763a7575c3a73373459bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ad733e-2094-4a56-88c6-e3acaccd8f02" -d '{"events": [{"server_uuid": "722796bd-49c1-4a74-9f3c-f9ea7863440c", "name": "network-vif-deleted", "tag": "b7b6c108-ba5a-4fa7-98f2-021e2ac61686"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:23:26.106294 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f199ba90-1b15-4a73-a5ac-359a2fa92aef x-openstack-request-id: req-f199ba90-1b15-4a73-a5ac-359a2fa92aef {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:23:26.106597 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722796bd-49c1-4a74-9f3c-f9ea7863440c", "name": "network-vif-deleted", "tag": "b7b6c108-ba5a-4fa7-98f2-021e2ac61686", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:23:26.106850 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f199ba90-1b15-4a73-a5ac-359a2fa92aef {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:23:26.107250 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '722796bd-49c1-4a74-9f3c-f9ea7863440c', 'name': 'network-vif-deleted', 'tag': 'b7b6c108-ba5a-4fa7-98f2-021e2ac61686', 'status': 'completed', 'code': 200} Jan 17 21:23:26.314580 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8a1e0a02-b125-489b-8ce6-149e2392f108 req-a97452db-0309-4940-8051-0747d4131f76 tempest-VolumesNegativeTest-1587958750 tempest-VolumesNegativeTest-1587958750-project] 10.222.0.64 "GET /v2.0/ports?device_id=722796bd-49c1-4a74-9f3c-f9ea7863440c HTTP/1.1" status: 200 len: 210 time: 0.0688944 Jan 17 21:23:26.852190 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e76f4-b923-4d51-81f8-22498e0ca7bb req-b0c6b57f-9cd5-4c29-a27f-0191a191c96b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:26.853927 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-992e76f4-b923-4d51-81f8-22498e0ca7bb req-b0c6b57f-9cd5-4c29-a27f-0191a191c96b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0607193 Jan 17 21:23:26.914019 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-992e76f4-b923-4d51-81f8-22498e0ca7bb req-5e60597f-f227-42ae-bcc0-80341c1c7bae tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533221 Jan 17 21:23:27.064752 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468f521-6ece-452b-a46d-d36a0a15cd74 req-7d444cc6-d83d-4260-8797-f927813db03d tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:27.068910 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8468f521-6ece-452b-a46d-d36a0a15cd74 req-7d444cc6-d83d-4260-8797-f927813db03d tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=053a2e02-abf9-46b4-9fbe-a257b05bf3fd HTTP/1.1" status: 200 len: 944 time: 0.0715237 Jan 17 21:23:27.125025 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8468f521-6ece-452b-a46d-d36a0a15cd74 req-fdee0c66-021f-416a-b6db-5b0ae23be882 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529706 Jan 17 21:23:27.631629 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-22470f66-724d-4425-a946-e74b1028172d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:28.019173 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device fe07a20a-1b73-4844-9302-39928b39c888 details requested by agent hyperv_hv-cinder-82489 with host hv-cinder-82489 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:23:28.087810 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8777eca4-48a6-40f0-bba4-f0b622ddb3b9 req-cee10132-f475-4017-b1ee-cab51612b14a tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:28.095736 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8777eca4-48a6-40f0-bba4-f0b622ddb3b9 req-cee10132-f475-4017-b1ee-cab51612b14a tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0895836 Jan 17 21:23:28.166174 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8777eca4-48a6-40f0-bba4-f0b622ddb3b9 req-14ab07e7-03b1-4fb9-beee-cc082b9c0535 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693805 Jan 17 21:23:28.204335 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port fe07a20a-1b73-4844-9302-39928b39c888, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=fe07a20a-1b73-4844-9302-39928b39c888,segment=NetworkSegment(3002b40c-9179-46b7-bf21-480b3877c297),segment_id=3002b40c-9179-46b7-bf21-480b3877c297)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:23:28.227883 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 55832) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:23:28.230338 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Returning: {'device': 'fe07a20a-1b73-4844-9302-39928b39c888', 'network_id': '90270886-8b72-4996-b451-52316e1bfe26', 'port_id': 'fe07a20a-1b73-4844-9302-39928b39c888', 'mac_address': 'fa:16:3e:43:58:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '727d1d86-86be-4ba4-b825-0f84ac7512d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:23:28.288639 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port fe07a20a-1b73-4844-9302-39928b39c888 is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:23:28.289231 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (fe07a20a-1b73-4844-9302-39928b39c888), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:28.290553 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119afe7-103f-4f83-8099-487b7becd649 req-5b0e04ed-5e91-4296-8e9c-db68d88b5921 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:28.297777 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a119afe7-103f-4f83-8099-487b7becd649 req-5b0e04ed-5e91-4296-8e9c-db68d88b5921 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=053a2e02-abf9-46b4-9fbe-a257b05bf3fd HTTP/1.1" status: 200 len: 944 time: 0.0773547 Jan 17 21:23:28.306694 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe07a20a-1b73-4844-9302-39928b39c888 {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:23:28.361060 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port fe07a20a-1b73-4844-9302-39928b39c888, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=fe07a20a-1b73-4844-9302-39928b39c888,segment=NetworkSegment(3002b40c-9179-46b7-bf21-480b3877c297),segment_id=3002b40c-9179-46b7-bf21-480b3877c297)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:23:28.369737 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (fe07a20a-1b73-4844-9302-39928b39c888), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:28.379718 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a119afe7-103f-4f83-8099-487b7becd649 req-21b59784-484e-4f61-b709-8f55d54b86aa tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758631 Jan 17 21:23:28.441061 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3a2c9ade-2b5f-47e1-ba80-f5ace83b00bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:28.487097 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:28.497931 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=fe07a20a-1b73-4844-9302-39928b39c888,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:28.566423 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3a2c9ade-2b5f-47e1-ba80-f5ace83b00bd admin admin] Publish callbacks [] for security_group (24435751-b693-4614-aa73-fb5ab3b6512f), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:28.573584 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3a2c9ade-2b5f-47e1-ba80-f5ace83b00bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (24435751-b693-4614-aa73-fb5ab3b6512f), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:28.650094 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-3a2c9ade-2b5f-47e1-ba80-f5ace83b00bd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f4a094a98d384736a7c0e8faf5039f8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4193814 Jan 17 21:23:28.651103 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c9ade-2b5f-47e1-ba80-f5ace83b00bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24435751-b693-4614-aa73-fb5ab3b6512f,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:28.652851 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 55870) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:23:28.729231 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f891c090-c8ab-4b18-8694-b23abad63385 admin admin] Publish callbacks [] for security_group (24435751-b693-4614-aa73-fb5ab3b6512f), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:28.751504 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f891c090-c8ab-4b18-8694-b23abad63385 admin admin] Publish callbacks [] for security_group (24435751-b693-4614-aa73-fb5ab3b6512f), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:28.781741 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] get_ports_and_sgs() called for port_ids ['fe07a20a-1b73-4844-9302-39928b39c888'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:23:28.829897 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f891c090-c8ab-4b18-8694-b23abad63385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (24435751-b693-4614-aa73-fb5ab3b6512f), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:28.833393 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f891c090-c8ab-4b18-8694-b23abad63385 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:28.836506 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-f891c090-c8ab-4b18-8694-b23abad63385 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/24435751-b693-4614-aa73-fb5ab3b6512f HTTP/1.1" status: 204 len: 168 time: 0.1805530 Jan 17 21:23:28.862834 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f891c090-c8ab-4b18-8694-b23abad63385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24435751-b693-4614-aa73-fb5ab3b6512f,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:28.874409 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f891c090-c8ab-4b18-8694-b23abad63385 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:28.875024 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f891c090-c8ab-4b18-8694-b23abad63385 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:28.875585 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f891c090-c8ab-4b18-8694-b23abad63385 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:28.876152 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f891c090-c8ab-4b18-8694-b23abad63385 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:28.877230 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f891c090-c8ab-4b18-8694-b23abad63385 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:28.877832 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f891c090-c8ab-4b18-8694-b23abad63385 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:28.878427 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f891c090-c8ab-4b18-8694-b23abad63385 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:28.878968 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f891c090-c8ab-4b18-8694-b23abad63385 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:28.879832 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f891c090-c8ab-4b18-8694-b23abad63385 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:28.880361 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f891c090-c8ab-4b18-8694-b23abad63385 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:28.881219 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f891c090-c8ab-4b18-8694-b23abad63385 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:28.881738 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f891c090-c8ab-4b18-8694-b23abad63385 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:28.882870 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f891c090-c8ab-4b18-8694-b23abad63385 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:29.517020 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f01da-7a00-4486-8cfc-f319592df9ac req-52d3a36d-e7b0-4c7c-8be9-9533c472b80b tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:29.518648 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-202f01da-7a00-4486-8cfc-f319592df9ac req-52d3a36d-e7b0-4c7c-8be9-9533c472b80b tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=053a2e02-abf9-46b4-9fbe-a257b05bf3fd HTTP/1.1" status: 200 len: 945 time: 0.0541894 Jan 17 21:23:29.575647 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-202f01da-7a00-4486-8cfc-f319592df9ac req-7bbe5e2b-8f26-4663-b0bb-9e489f4b91fd tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504334 Jan 17 21:23:30.050456 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device fe07a20a-1b73-4844-9302-39928b39c888 up at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:23:30.081063 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:30.109053 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning for port fe07a20a-1b73-4844-9302-39928b39c888 completed by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 21:23:30.114952 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning complete for port fe07a20a-1b73-4844-9302-39928b39c888 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:23:30.115355 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (fe07a20a-1b73-4844-9302-39928b39c888), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:30.195660 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port fe07a20a-1b73-4844-9302-39928b39c888 is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:23:30.196055 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (fe07a20a-1b73-4844-9302-39928b39c888), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:30.220057 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '053a2e02-abf9-46b4-9fbe-a257b05bf3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe07a20a-1b73-4844-9302-39928b39c888'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:23:30.222368 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd74998850970e76e5e696d55ae046c45085ecb7dce1b7bf3912a5be803d1cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db21b753-0975-4c5e-8ac6-d8bf88df0497" -d '{"events": [{"server_uuid": "053a2e02-abf9-46b4-9fbe-a257b05bf3fd", "name": "network-vif-plugged", "status": "completed", "tag": "fe07a20a-1b73-4844-9302-39928b39c888"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:23:30.238892 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 56058) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:23:30.246515 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port fe07a20a-1b73-4844-9302-39928b39c888, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=fe07a20a-1b73-4844-9302-39928b39c888,segment=NetworkSegment(3002b40c-9179-46b7-bf21-480b3877c297),segment_id=3002b40c-9179-46b7-bf21-480b3877c297)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:23:30.251936 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (fe07a20a-1b73-4844-9302-39928b39c888), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:30.253043 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device b7b6c108-ba5a-4fa7-98f2-021e2ac61686 no longer exists at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:23:30.305036 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4118c9a-89cb-4a4d-919d-279898118d42 x-openstack-request-id: req-a4118c9a-89cb-4a4d-919d-279898118d42 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:23:30.305036 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "053a2e02-abf9-46b4-9fbe-a257b05bf3fd", "name": "network-vif-plugged", "status": "completed", "tag": "fe07a20a-1b73-4844-9302-39928b39c888", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:23:30.305036 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a4118c9a-89cb-4a4d-919d-279898118d42 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:23:30.306091 dv-cinder-824895-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '053a2e02-abf9-46b4-9fbe-a257b05bf3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe07a20a-1b73-4844-9302-39928b39c888', 'code': 200} Jan 17 21:23:30.310015 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] No Port match for: b7b6c108-ba5a-4fa7-98f2-021e2ac61686 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:23:30.310015 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device b7b6c108-ba5a-4fa7-98f2-021e2ac61686 not bound to the agent host hv-cinder-82489 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:23:30.321468 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b37b6b7-ddaf-4750-bd95-2e6b4888105e admin admin] Deleting subnet 57406f7f-e7c3-4d3b-bc3d-a9d3e9b561a5 {{(pid=102498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 21:23:30.324961 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9b37b6b7-ddaf-4750-bd95-2e6b4888105e admin admin] Publish callbacks [] for subnet (57406f7f-e7c3-4d3b-bc3d-a9d3e9b561a5), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:30.338314 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=fe07a20a-1b73-4844-9302-39928b39c888,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:30.376523 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9b37b6b7-ddaf-4750-bd95-2e6b4888105e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4065843'] for subnet (57406f7f-e7c3-4d3b-bc3d-a9d3e9b561a5), precommit_delete_associations {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:30.432890 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9b37b6b7-ddaf-4750-bd95-2e6b4888105e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7879495'] for subnet (57406f7f-e7c3-4d3b-bc3d-a9d3e9b561a5), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:30.466846 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2238c886-72b8-4c81-840d-a7123eed6648 req-d60b380b-e8dc-46cd-a3b5-421617d72afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:30.468364 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2238c886-72b8-4c81-840d-a7123eed6648 req-d60b380b-e8dc-46cd-a3b5-421617d72afb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=053a2e02-abf9-46b4-9fbe-a257b05bf3fd HTTP/1.1" status: 200 len: 1099 time: 0.0433099 Jan 17 21:23:30.494679 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9b37b6b7-ddaf-4750-bd95-2e6b4888105e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7879504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8863187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8768212'] for subnet (57406f7f-e7c3-4d3b-bc3d-a9d3e9b561a5), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:30.519262 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2238c886-72b8-4c81-840d-a7123eed6648 req-a1429076-6303-4596-b901-9fff786631ed service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447474 Jan 17 21:23:30.523809 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9b37b6b7-ddaf-4750-bd95-2e6b4888105e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:30.527152 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-9b37b6b7-ddaf-4750-bd95-2e6b4888105e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/57406f7f-e7c3-4d3b-bc3d-a9d3e9b561a5 HTTP/1.1" status: 204 len: 168 time: 0.2872968 Jan 17 21:23:30.528409 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37b6b7-ddaf-4750-bd95-2e6b4888105e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57406f7f-e7c3-4d3b-bc3d-a9d3e9b561a5,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:30.530596 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 56072) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:23:30.600259 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c3c33806-9a45-4aee-8e81-1c37bd4cdb61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8337467'] for network (26db734b-a4bb-4f2a-8d18-dbe8b6a57647), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:30.686980 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c3c33806-9a45-4aee-8e81-1c37bd4cdb61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876800', 'neutron.services.segments.db._delete_segments_for_network-8789461539368'] for network (26db734b-a4bb-4f2a-8d18-dbe8b6a57647), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:30.709282 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a316409-790e-4ef3-ad89-a62c90a27387 req-34e7577a-804b-45ee-8c63-350cdc6c797b tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:30.716845 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-c3c33806-9a45-4aee-8e81-1c37bd4cdb61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26db734b-a4bb-4f2a-8d18-dbe8b6a57647']}} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:23:30.717065 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3a316409-790e-4ef3-ad89-a62c90a27387 req-34e7577a-804b-45ee-8c63-350cdc6c797b tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=053a2e02-abf9-46b4-9fbe-a257b05bf3fd HTTP/1.1" status: 200 len: 946 time: 0.0682185 Jan 17 21:23:30.737580 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-c3c33806-9a45-4aee-8e81-1c37bd4cdb61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6aa26ae-d31b-41f2-b604-94e986290bb3') {'for_net_delete': True} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:23:30.737887 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-c3c33806-9a45-4aee-8e81-1c37bd4cdb61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6aa26ae-d31b-41f2-b604-94e986290bb3') {} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:23:30.755676 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c3c33806-9a45-4aee-8e81-1c37bd4cdb61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789461539633', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901235'] for segment (c6aa26ae-d31b-41f2-b604-94e986290bb3), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:30.775051 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c3c33806-9a45-4aee-8e81-1c37bd4cdb61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874'] for segment (c6aa26ae-d31b-41f2-b604-94e986290bb3), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:30.782940 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3a316409-790e-4ef3-ad89-a62c90a27387 req-89d75971-2c5f-4cde-8ed3-fcce821d3781 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651174 Jan 17 21:23:30.783654 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3c33806-9a45-4aee-8e81-1c37bd4cdb61 admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=102499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 21:23:30.784234 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c3c33806-9a45-4aee-8e81-1c37bd4cdb61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3358420'] for segment (c6aa26ae-d31b-41f2-b604-94e986290bb3), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: Traceback (most recent call last): Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: timer() Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: cb(*args, **kw) Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: return func(*args, **kwargs) Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: self._notify() Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: self.callback(batched_events) Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: event.method(event) Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: return f(self, *a, **k) Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: return self._get(url).json() Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: return self.request(url, 'GET', **kwargs) Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 21:23:30.786381 dv-cinder-824895-3-iscsi neutron-server[102499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 21:23:30.789959 dv-cinder-824895-3-iscsi neutron-server[102499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 21:23:30.855150 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c3c33806-9a45-4aee-8e81-1c37bd4cdb61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1018646'] for network (26db734b-a4bb-4f2a-8d18-dbe8b6a57647), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:30.873307 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c3c33806-9a45-4aee-8e81-1c37bd4cdb61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:30.876594 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-c3c33806-9a45-4aee-8e81-1c37bd4cdb61 admin admin] 10.222.0.64 "DELETE /v2.0/networks/26db734b-a4bb-4f2a-8d18-dbe8b6a57647 HTTP/1.1" status: 204 len: 168 time: 0.3448212 Jan 17 21:23:30.877580 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c33806-9a45-4aee-8e81-1c37bd4cdb61 admin admin] Pushing event deleted for resources: {'Network': ['ID=26db734b-a4bb-4f2a-8d18-dbe8b6a57647,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:31.048006 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 56106) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:23:31.092568 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-9a70e563-a6ff-419d-b218-235da74837b0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=950cb12ecf9943fa811a11b8a46aeefc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407436 Jan 17 21:23:31.092689 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 56110) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:23:31.151560 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-085b9167-ed0a-48f8-a316-e6c76dfec528 admin admin] Publish callbacks [] for security_group (c90c45ac-6f14-4852-9683-ace8afb9de06), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:31.177527 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-085b9167-ed0a-48f8-a316-e6c76dfec528 admin admin] Publish callbacks [] for security_group (c90c45ac-6f14-4852-9683-ace8afb9de06), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:31.232791 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-085b9167-ed0a-48f8-a316-e6c76dfec528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (c90c45ac-6f14-4852-9683-ace8afb9de06), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:31.235554 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-085b9167-ed0a-48f8-a316-e6c76dfec528 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:31.239255 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-085b9167-ed0a-48f8-a316-e6c76dfec528 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c90c45ac-6f14-4852-9683-ace8afb9de06 HTTP/1.1" status: 204 len: 168 time: 0.1432891 Jan 17 21:23:31.248355 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b9167-ed0a-48f8-a316-e6c76dfec528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90c45ac-6f14-4852-9683-ace8afb9de06,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:31.358948 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:31.918667 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac58a5e-56c9-4c85-9d76-d638353c398a req-b26cc1fa-01e7-4ca0-8f46-d023cf1e1f1e tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:31.920210 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6ac58a5e-56c9-4c85-9d76-d638353c398a req-b26cc1fa-01e7-4ca0-8f46-d023cf1e1f1e tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=053a2e02-abf9-46b4-9fbe-a257b05bf3fd HTTP/1.1" status: 200 len: 946 time: 0.0613823 Jan 17 21:23:31.970648 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6ac58a5e-56c9-4c85-9d76-d638353c398a req-708a90c5-2c34-475f-9ee5-70d93c1dbfbe tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449746 Jan 17 21:23:31.993696 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 56156) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:23:32.110913 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-026d9a0d-b894-4abd-a64f-de9b1c4ef1a7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1857534221-network', 'tenant_id': '715ec979393344e694cfdd0eab44cb1c'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:23:32.134184 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026d9a0d-b894-4abd-a64f-de9b1c4ef1a7 admin admin] Made reservation on behalf of 715ec979393344e694cfdd0eab44cb1c for: {'network': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:23:32.136662 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-026d9a0d-b894-4abd-a64f-de9b1c4ef1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for network (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:32.145754 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-026d9a0d-b894-4abd-a64f-de9b1c4ef1a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:32.176228 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 56162) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:23:32.229979 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-026d9a0d-b894-4abd-a64f-de9b1c4ef1a7 admin admin] Publish callbacks [] for security_group (7a29c58c-7973-492f-989c-ee85b6ac4db1), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:32.234865 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-026d9a0d-b894-4abd-a64f-de9b1c4ef1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (7a29c58c-7973-492f-989c-ee85b6ac4db1), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:32.262256 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-026d9a0d-b894-4abd-a64f-de9b1c4ef1a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=102499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 21:23:32.267581 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d9a0d-b894-4abd-a64f-de9b1c4ef1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a29c58c-7973-492f-989c-ee85b6ac4db1,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:32.275396 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-026d9a0d-b894-4abd-a64f-de9b1c4ef1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874'] for segment (a993168a-a0c6-43cc-b99a-7ea544204a80), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:32.276411 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.db.segments_db [None req-026d9a0d-b894-4abd-a64f-de9b1c4ef1a7 admin admin] Added segment a993168a-a0c6-43cc-b99a-7ea544204a80 of type vlan for network 5dabefd5-55d4-49f2-9f4d-e4e0156bb858 Jan 17 21:23:32.318359 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-026d9a0d-b894-4abd-a64f-de9b1c4ef1a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789461006502'] for network (5dabefd5-55d4-49f2-9f4d-e4e0156bb858), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:32.327752 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-df4e29cd-1da4-4bab-b699-cba59f36a010 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bdc45770b23744f5bd0562e2a9210890&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1478643 Jan 17 21:23:32.328558 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 56166) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:23:32.346710 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-026d9a0d-b894-4abd-a64f-de9b1c4ef1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988'] for network (5dabefd5-55d4-49f2-9f4d-e4e0156bb858), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:32.348012 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026d9a0d-b894-4abd-a64f-de9b1c4ef1a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:32.348739 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-026d9a0d-b894-4abd-a64f-de9b1c4ef1a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:32.380496 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-23c2dda3-b771-4012-b0be-b8ec59ca9d55 admin admin] Publish callbacks [] for security_group (2a24b6c4-90ab-417a-a9bf-c84cc46c0e5e), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:32.401888 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-23c2dda3-b771-4012-b0be-b8ec59ca9d55 admin admin] Publish callbacks [] for security_group (2a24b6c4-90ab-417a-a9bf-c84cc46c0e5e), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:32.409984 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-026d9a0d-b894-4abd-a64f-de9b1c4ef1a7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4146476 Jan 17 21:23:32.413447 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 56168) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:23:32.419897 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-6cf93d60-8839-46a6-aed4-7b9435451c60 admin admin] Request body: {'subnet': {'network_id': '5dabefd5-55d4-49f2-9f4d-e4e0156bb858', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1857534221-subnet', 'tenant_id': '715ec979393344e694cfdd0eab44cb1c', 'ip_version': 4}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:23:32.424091 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d9a0d-b894-4abd-a64f-de9b1c4ef1a7 admin admin] Pushing event updated for resources: {'Network': ['ID=5dabefd5-55d4-49f2-9f4d-e4e0156bb858,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:32.434890 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Network 5dabefd5-55d4-49f2-9f4d-e4e0156bb858 details requested by agent ovs-agent-dv-cinder-824895-3-iscsi with host dv-cinder-824895-3-iscsi {{(pid=102500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 21:23:32.447224 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf93d60-8839-46a6-aed4-7b9435451c60 admin admin] Made reservation on behalf of 715ec979393344e694cfdd0eab44cb1c for: {'subnet': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:23:32.449888 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6cf93d60-8839-46a6-aed4-7b9435451c60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2835273'] for subnet (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:32.455340 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-23c2dda3-b771-4012-b0be-b8ec59ca9d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (2a24b6c4-90ab-417a-a9bf-c84cc46c0e5e), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:32.458259 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-23c2dda3-b771-4012-b0be-b8ec59ca9d55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:32.459419 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-23c2dda3-b771-4012-b0be-b8ec59ca9d55 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2a24b6c4-90ab-417a-a9bf-c84cc46c0e5e HTTP/1.1" status: 204 len: 168 time: 0.1292353 Jan 17 21:23:32.470231 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c2dda3-b771-4012-b0be-b8ec59ca9d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a24b6c4-90ab-417a-a9bf-c84cc46c0e5e,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:32.646475 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6cf93d60-8839-46a6-aed4-7b9435451c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3358333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2835291'] for subnet (ce55c7e9-d38a-4482-bf77-df5118b92855), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:32.704743 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf93d60-8839-46a6-aed4-7b9435451c60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce55c7e9-d38a-4482-bf77-df5118b92855,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:32.712360 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf93d60-8839-46a6-aed4-7b9435451c60 admin admin] Checking segment: {'id': 'a993168a-a0c6-43cc-b99a-7ea544204a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '5dabefd5-55d4-49f2-9f4d-e4e0156bb858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:23:32.712750 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf93d60-8839-46a6-aed4-7b9435451c60 admin admin] Network hostable DHCP agents. Network: 5dabefd5-55d4-49f2-9f4d-e4e0156bb858, hostable agents: ['41e2bf6f-771d-4573-b749-4dbeb088662e'], hosted agents: [] {{(pid=102499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 21:23:32.736117 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf93d60-8839-46a6-aed4-7b9435451c60 admin admin] Network 5dabefd5-55d4-49f2-9f4d-e4e0156bb858 is scheduled to be hosted by DHCP agent 41e2bf6f-771d-4573-b749-4dbeb088662e with binding_index 1 {{(pid=102499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 21:23:32.746821 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-6cf93d60-8839-46a6-aed4-7b9435451c60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824895-3-iscsi, 5dabefd5-55d4-49f2-9f4d-e4e0156bb858) {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:23:32.756715 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca792527-611a-409c-a19a-c058d523ee83 None None] Network 5dabefd5-55d4-49f2-9f4d-e4e0156bb858 requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:23:32.761851 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf93d60-8839-46a6-aed4-7b9435451c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:32.763607 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6cf93d60-8839-46a6-aed4-7b9435451c60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:32.784299 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-6cf93d60-8839-46a6-aed4-7b9435451c60 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3697765 Jan 17 21:23:32.786934 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 56188) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:23:32.792530 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-56f7889e-fd20-4ae5-bc51-9778fe6f9280 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1857534221-router', 'tenant_id': '715ec979393344e694cfdd0eab44cb1c', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'}}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:23:32.822560 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-56f7889e-fd20-4ae5-bc51-9778fe6f9280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25756'] for router (38fe4851-88a9-4bd1-b523-0559c1a29056), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:32.824114 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-56f7889e-fd20-4ae5-bc51-9778fe6f9280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1030443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1018761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25749'] for router (38fe4851-88a9-4bd1-b523-0559c1a29056), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:32.904404 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb44b0f0-992d-4460-89d2-fd9e9bb6f29d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b485675-18a1-5f7e-9121-12847c6f93ae-5dabefd5-55d4-49f2-9f4d-e4e0156bb858', 'network_id': '5dabefd5-55d4-49f2-9f4d-e4e0156bb858', 'project_id': '715ec979393344e694cfdd0eab44cb1c', 'fixed_ips': [{'subnet_id': 'ce55c7e9-d38a-4482-bf77-df5118b92855'}]}} from dv-cinder-824895-3-iscsi. {{(pid=102500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 21:23:32.905549 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-cb44b0f0-992d-4460-89d2-fd9e9bb6f29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:32.908844 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-56f7889e-fd20-4ae5-bc51-9778fe6f9280 admin admin] Publish callbacks [] for router_controller (38fe4851-88a9-4bd1-b523-0559c1a29056), precommit_add_association {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:33.076115 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-56f7889e-fd20-4ae5-bc51-9778fe6f9280 admin admin] Publish callbacks [] for router_gateway (38fe4851-88a9-4bd1-b523-0559c1a29056), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:33.103343 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_common [None req-cb44b0f0-992d-4460-89d2-fd9e9bb6f29d None None] Allocated IP 172.20.0.2 (5dabefd5-55d4-49f2-9f4d-e4e0156bb858/ce55c7e9-d38a-4482-bf77-df5118b92855/f5b4624b-8103-4760-a249-faddece90665) {{(pid=102500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:23:33.166621 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b55503-1f51-4ed3-b6ae-7dd2a127b6d9 req-cd569831-d3a2-49ee-b414-72ee98a56fba tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:33.169650 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a5b55503-1f51-4ed3-b6ae-7dd2a127b6d9 req-cd569831-d3a2-49ee-b414-72ee98a56fba tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=053a2e02-abf9-46b4-9fbe-a257b05bf3fd HTTP/1.1" status: 200 len: 946 time: 0.0788519 Jan 17 21:23:33.222231 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a5b55503-1f51-4ed3-b6ae-7dd2a127b6d9 req-20656c6e-61ef-4cb6-9975-b796d0aa8456 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459526 Jan 17 21:23:33.267739 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-cb44b0f0-992d-4460-89d2-fd9e9bb6f29d None None] Publish callbacks [] for port (f5b4624b-8103-4760-a249-faddece90665), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:33.272659 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 56208) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:23:33.276037 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-cb44b0f0-992d-4460-89d2-fd9e9bb6f29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965'] for port (f5b4624b-8103-4760-a249-faddece90665), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:33.323437 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-56f7889e-fd20-4ae5-bc51-9778fe6f9280 admin admin] Publish callbacks [] for router_gateway (38fe4851-88a9-4bd1-b523-0559c1a29056), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:33.325570 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb44b0f0-992d-4460-89d2-fd9e9bb6f29d None None] Network 5dabefd5-55d4-49f2-9f4d-e4e0156bb858 is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:23:33.328830 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-cb44b0f0-992d-4460-89d2-fd9e9bb6f29d None None] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:23:33.332953 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb44b0f0-992d-4460-89d2-fd9e9bb6f29d None None] Received port after_create {{(pid=102500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:23:33.345466 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-56f7889e-fd20-4ae5-bc51-9778fe6f9280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:33.398892 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-feeaa34c-7ee6-4167-b3f7-84b5373aa959 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-920129794-network', 'tenant_id': '97b00002d33945c6a8056483b241fbf6'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:23:33.429466 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feeaa34c-7ee6-4167-b3f7-84b5373aa959 admin admin] Made reservation on behalf of 97b00002d33945c6a8056483b241fbf6 for: {'network': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:23:33.432612 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-feeaa34c-7ee6-4167-b3f7-84b5373aa959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for network (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:33.442275 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-feeaa34c-7ee6-4167-b3f7-84b5373aa959 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:33.471754 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [None req-56f7889e-fd20-4ae5-bc51-9778fe6f9280 admin admin] Allocated IP 172.27.0.227 (a67fc2c9-f054-41ed-b80e-f186bf3f4e5f/f42dc890-63b4-41d2-851c-b195861b2359/5f303491-71bf-4210-9508-b1b4a4906ae7) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:23:33.523475 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44b0f0-992d-4460-89d2-fd9e9bb6f29d None None] Pushing event updated for resources: {'Port': ['ID=f5b4624b-8103-4760-a249-faddece90665,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:33.557696 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-cb44b0f0-992d-4460-89d2-fd9e9bb6f29d None None] Attempting to bind port f5b4624b-8103-4760-a249-faddece90665 on host dv-cinder-824895-3-iscsi for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:23:33.558300 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-cb44b0f0-992d-4460-89d2-fd9e9bb6f29d None None] Attempting to bind port f5b4624b-8103-4760-a249-faddece90665 by drivers openvswitch,hyperv on host dv-cinder-824895-3-iscsi at level 0 using segments [{'id': 'a993168a-a0c6-43cc-b99a-7ea544204a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '5dabefd5-55d4-49f2-9f4d-e4e0156bb858'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:23:33.558826 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb44b0f0-992d-4460-89d2-fd9e9bb6f29d None None] Attempting to bind port f5b4624b-8103-4760-a249-faddece90665 on network 5dabefd5-55d4-49f2-9f4d-e4e0156bb858 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:23:33.564251 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb44b0f0-992d-4460-89d2-fd9e9bb6f29d None None] Checking agent: {'id': '03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824895-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 12, 31), 'started_at': datetime.datetime(2022, 1, 17, 21, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824895-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:23:33.565020 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb44b0f0-992d-4460-89d2-fd9e9bb6f29d None None] Checking segment: {'id': 'a993168a-a0c6-43cc-b99a-7ea544204a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '5dabefd5-55d4-49f2-9f4d-e4e0156bb858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:23:33.565712 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-cb44b0f0-992d-4460-89d2-fd9e9bb6f29d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:33.566271 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb44b0f0-992d-4460-89d2-fd9e9bb6f29d None None] Bound using segment: {'id': 'a993168a-a0c6-43cc-b99a-7ea544204a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '5dabefd5-55d4-49f2-9f4d-e4e0156bb858'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:23:33.566904 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-cb44b0f0-992d-4460-89d2-fd9e9bb6f29d None None] Bound port: f5b4624b-8103-4760-a249-faddece90665, host: dv-cinder-824895-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a993168a-a0c6-43cc-b99a-7ea544204a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '5dabefd5-55d4-49f2-9f4d-e4e0156bb858'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:23:33.567497 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-cb44b0f0-992d-4460-89d2-fd9e9bb6f29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (f5b4624b-8103-4760-a249-faddece90665), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:33.612540 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-feeaa34c-7ee6-4167-b3f7-84b5373aa959 admin admin] Publish callbacks [] for security_group (f2ff730d-a62b-4e43-8c29-6539b260f202), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:33.630585 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-feeaa34c-7ee6-4167-b3f7-84b5373aa959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (f2ff730d-a62b-4e43-8c29-6539b260f202), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:33.633942 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-56f7889e-fd20-4ae5-bc51-9778fe6f9280 admin admin] Publish callbacks [] for port (5f303491-71bf-4210-9508-b1b4a4906ae7), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:33.653631 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feeaa34c-7ee6-4167-b3f7-84b5373aa959 admin admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=102498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 21:23:33.656763 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeaa34c-7ee6-4167-b3f7-84b5373aa959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ff730d-a62b-4e43-8c29-6539b260f202,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:33.669913 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-cb44b0f0-992d-4460-89d2-fd9e9bb6f29d None None] For port f5b4624b-8103-4760-a249-faddece90665, host dv-cinder-824895-3-iscsi, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:23:33.671188 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-feeaa34c-7ee6-4167-b3f7-84b5373aa959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874'] for segment (7ee340a2-c031-4107-9341-36ba121a962a), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:33.671926 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.db.segments_db [None req-feeaa34c-7ee6-4167-b3f7-84b5373aa959 admin admin] Added segment 7ee340a2-c031-4107-9341-36ba121a962a of type vlan for network 5af0e6ef-b600-4363-b491-e83498d1d2b9 Jan 17 21:23:33.673299 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-cb44b0f0-992d-4460-89d2-fd9e9bb6f29d None None] For port f5b4624b-8103-4760-a249-faddece90665, host dv-cinder-824895-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=f5b4624b-8103-4760-a249-faddece90665,segment=NetworkSegment(a993168a-a0c6-43cc-b99a-7ea544204a80),segment_id=a993168a-a0c6-43cc-b99a-7ea544204a80)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:23:33.680055 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-cb44b0f0-992d-4460-89d2-fd9e9bb6f29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (f5b4624b-8103-4760-a249-faddece90665), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:33.699196 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-56f7889e-fd20-4ae5-bc51-9778fe6f9280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (5f303491-71bf-4210-9508-b1b4a4906ae7), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:33.729403 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-feeaa34c-7ee6-4167-b3f7-84b5373aa959 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789461006502'] for network (5af0e6ef-b600-4363-b491-e83498d1d2b9), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:33.748826 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44b0f0-992d-4460-89d2-fd9e9bb6f29d None None] Pushing event updated for resources: {'Port': ['ID=f5b4624b-8103-4760-a249-faddece90665,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:33.753016 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f7889e-fd20-4ae5-bc51-9778fe6f9280 admin admin] Network a67fc2c9-f054-41ed-b80e-f186bf3f4e5f is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:23:33.757221 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-56f7889e-fd20-4ae5-bc51-9778fe6f9280 admin admin] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:23:33.761157 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f7889e-fd20-4ae5-bc51-9778fe6f9280 admin admin] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:23:33.768199 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-feeaa34c-7ee6-4167-b3f7-84b5373aa959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988'] for network (5af0e6ef-b600-4363-b491-e83498d1d2b9), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:33.769513 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feeaa34c-7ee6-4167-b3f7-84b5373aa959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:33.770171 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-feeaa34c-7ee6-4167-b3f7-84b5373aa959 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for network (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:33.797420 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7889e-fd20-4ae5-bc51-9778fe6f9280 admin admin] Pushing event updated for resources: {'Port': ['ID=5f303491-71bf-4210-9508-b1b4a4906ae7,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:33.847598 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-feeaa34c-7ee6-4167-b3f7-84b5373aa959 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5737815 Jan 17 21:23:33.851172 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 56218) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:23:33.859144 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-91497ead-bc01-4a0f-af6b-4234eaf48a82 admin admin] Request body: {'subnet': {'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-920129794-subnet', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'ip_version': 4}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:23:33.868339 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeaa34c-7ee6-4167-b3f7-84b5373aa959 admin admin] Pushing event updated for resources: {'Network': ['ID=5af0e6ef-b600-4363-b491-e83498d1d2b9,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:33.892069 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91497ead-bc01-4a0f-af6b-4234eaf48a82 admin admin] Made reservation on behalf of 97b00002d33945c6a8056483b241fbf6 for: {'subnet': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:23:33.895038 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-91497ead-bc01-4a0f-af6b-4234eaf48a82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8768191'] for subnet (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:34.041884 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Network 5af0e6ef-b600-4363-b491-e83498d1d2b9 details requested by agent ovs-agent-dv-cinder-824895-3-iscsi with host dv-cinder-824895-3-iscsi {{(pid=102500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 21:23:34.146929 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-91497ead-bc01-4a0f-af6b-4234eaf48a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8862996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8768173'] for subnet (3f2b416e-5468-4144-8f1a-53499e3c7b82), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:34.156159 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-56f7889e-fd20-4ae5-bc51-9778fe6f9280 admin admin] Publish callbacks [] for router_gateway (38fe4851-88a9-4bd1-b523-0559c1a29056), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:34.223358 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91497ead-bc01-4a0f-af6b-4234eaf48a82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f2b416e-5468-4144-8f1a-53499e3c7b82,revision_number=0']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:34.229528 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91497ead-bc01-4a0f-af6b-4234eaf48a82 admin admin] Checking segment: {'id': '7ee340a2-c031-4107-9341-36ba121a962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:23:34.229889 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91497ead-bc01-4a0f-af6b-4234eaf48a82 admin admin] Network hostable DHCP agents. Network: 5af0e6ef-b600-4363-b491-e83498d1d2b9, hostable agents: ['41e2bf6f-771d-4573-b749-4dbeb088662e'], hosted agents: [] {{(pid=102498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 21:23:34.251028 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91497ead-bc01-4a0f-af6b-4234eaf48a82 admin admin] Network 5af0e6ef-b600-4363-b491-e83498d1d2b9 is scheduled to be hosted by DHCP agent 41e2bf6f-771d-4573-b749-4dbeb088662e with binding_index 1 {{(pid=102498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 21:23:34.265823 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-91497ead-bc01-4a0f-af6b-4234eaf48a82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824895-3-iscsi, 5af0e6ef-b600-4363-b491-e83498d1d2b9) {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:23:34.275532 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a45fe12-116b-4705-9fd4-c72fa8528681 None None] Network 5af0e6ef-b600-4363-b491-e83498d1d2b9 requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:23:34.283268 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91497ead-bc01-4a0f-af6b-4234eaf48a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:34.283845 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-91497ead-bc01-4a0f-af6b-4234eaf48a82 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:34.302864 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-91497ead-bc01-4a0f-af6b-4234eaf48a82 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4505496 Jan 17 21:23:34.317199 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 56228) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:23:34.331776 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-3e6f254d-0f87-416d-83b5-d8ddb3507681 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-920129794-router', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'}}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:23:34.391371 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-3e6f254d-0f87-416d-83b5-d8ddb3507681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25756'] for router (78be4ba5-dcdf-466f-8857-3af7b5656228), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:34.392710 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-3e6f254d-0f87-416d-83b5-d8ddb3507681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1030443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1018761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25749'] for router (78be4ba5-dcdf-466f-8857-3af7b5656228), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:34.481094 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a429c4e-24c6-4cc8-a741-1cd2b264b3e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b485675-18a1-5f7e-9121-12847c6f93ae-5af0e6ef-b600-4363-b491-e83498d1d2b9', 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9', 'project_id': '97b00002d33945c6a8056483b241fbf6', 'fixed_ips': [{'subnet_id': '3f2b416e-5468-4144-8f1a-53499e3c7b82'}]}} from dv-cinder-824895-3-iscsi. {{(pid=102500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 21:23:34.481961 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-1a429c4e-24c6-4cc8-a741-1cd2b264b3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:34.500325 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-3e6f254d-0f87-416d-83b5-d8ddb3507681 admin admin] Publish callbacks [] for router_controller (78be4ba5-dcdf-466f-8857-3af7b5656228), precommit_add_association {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:34.506190 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device f5b4624b-8103-4760-a249-faddece90665 up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:23:34.627285 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-56f7889e-fd20-4ae5-bc51-9778fe6f9280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1026008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1018718'] for router (38fe4851-88a9-4bd1-b523-0559c1a29056), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:34.673805 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-3e6f254d-0f87-416d-83b5-d8ddb3507681 admin admin] Publish callbacks [] for router_gateway (78be4ba5-dcdf-466f-8857-3af7b5656228), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:34.677028 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port f5b4624b-8103-4760-a249-faddece90665 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:23:34.678564 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (f5b4624b-8103-4760-a249-faddece90665), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:34.786394 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_common [None req-1a429c4e-24c6-4cc8-a741-1cd2b264b3e9 None None] Allocated IP 172.20.0.2 (5af0e6ef-b600-4363-b491-e83498d1d2b9/3f2b416e-5468-4144-8f1a-53499e3c7b82/7f5c1d57-b707-4390-9720-8513f3a60582) {{(pid=102500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:23:34.848060 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port f5b4624b-8103-4760-a249-faddece90665 is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:23:34.850214 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (f5b4624b-8103-4760-a249-faddece90665), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:34.859937 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f7889e-fd20-4ae5-bc51-9778fe6f9280 admin admin] Router 38fe4851-88a9-4bd1-b523-0559c1a29056 is scheduled to L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 with binding_index 1 {{(pid=102499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 21:23:35.071039 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-3e6f254d-0f87-416d-83b5-d8ddb3507681 admin admin] Publish callbacks [] for router_gateway (78be4ba5-dcdf-466f-8857-3af7b5656228), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:35.089845 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] For port f5b4624b-8103-4760-a249-faddece90665, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=f5b4624b-8103-4760-a249-faddece90665,segment=NetworkSegment(a993168a-a0c6-43cc-b99a-7ea544204a80),segment_id=a993168a-a0c6-43cc-b99a-7ea544204a80)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:23:35.091940 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f7889e-fd20-4ae5-bc51-9778fe6f9280 admin admin] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:23:35.101954 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (f5b4624b-8103-4760-a249-faddece90665), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:35.105553 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aa3c0f-0100-46ce-880c-03cf7d5ffe99 None None] Sync routers for ids ['38fe4851-88a9-4bd1-b523-0559c1a29056'] in dv-cinder-824895-3-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:23:35.121119 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-3e6f254d-0f87-416d-83b5-d8ddb3507681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:35.122915 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aa3c0f-0100-46ce-880c-03cf7d5ffe99 None None] Routers {'38fe4851-88a9-4bd1-b523-0559c1a29056'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:23:35.125271 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-31aa3c0f-0100-46ce-880c-03cf7d5ffe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:23:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['38fe4851-88a9-4bd1-b523-0559c1a29056'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:23:35.138592 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-56f7889e-fd20-4ae5-bc51-9778fe6f9280 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:35.139954 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-56f7889e-fd20-4ae5-bc51-9778fe6f9280 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3507986 Jan 17 21:23:35.142654 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 56248) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:23:35.278774 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [None req-3e6f254d-0f87-416d-83b5-d8ddb3507681 admin admin] Allocated IP 172.27.0.217 (a67fc2c9-f054-41ed-b80e-f186bf3f4e5f/f42dc890-63b4-41d2-851c-b195861b2359/8e8210e6-3cb3-4614-9383-050b2e3be9e1) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:23:35.329214 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Pushing event updated for resources: {'Port': ['ID=f5b4624b-8103-4760-a249-faddece90665,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:35.461905 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-3e6f254d-0f87-416d-83b5-d8ddb3507681 admin admin] Publish callbacks [] for port (8e8210e6-3cb3-4614-9383-050b2e3be9e1), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:35.473067 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-1a429c4e-24c6-4cc8-a741-1cd2b264b3e9 None None] Publish callbacks [] for port (7f5c1d57-b707-4390-9720-8513f3a60582), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:35.488467 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fa614b-8375-48f3-b590-5d166f6fda88 None None] Network 5dabefd5-55d4-49f2-9f4d-e4e0156bb858 requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:23:35.494605 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-1a429c4e-24c6-4cc8-a741-1cd2b264b3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965'] for port (7f5c1d57-b707-4390-9720-8513f3a60582), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:35.535733 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-3e6f254d-0f87-416d-83b5-d8ddb3507681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863200'] for port (8e8210e6-3cb3-4614-9383-050b2e3be9e1), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:35.577176 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-31aa3c0f-0100-46ce-880c-03cf7d5ffe99 None None] Set router 38fe4851-88a9-4bd1-b523-0559c1a29056 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:23:35.607267 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a429c4e-24c6-4cc8-a741-1cd2b264b3e9 None None] Network 5af0e6ef-b600-4363-b491-e83498d1d2b9 is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:23:35.617390 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-1a429c4e-24c6-4cc8-a741-1cd2b264b3e9 None None] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:23:35.619973 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a429c4e-24c6-4cc8-a741-1cd2b264b3e9 None None] Received port after_create {{(pid=102500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:23:35.648126 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f254d-0f87-416d-83b5-d8ddb3507681 admin admin] Pushing event updated for resources: {'Port': ['ID=8e8210e6-3cb3-4614-9383-050b2e3be9e1,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:35.662422 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6f254d-0f87-416d-83b5-d8ddb3507681 admin admin] Network a67fc2c9-f054-41ed-b80e-f186bf3f4e5f is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:23:35.670324 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-3e6f254d-0f87-416d-83b5-d8ddb3507681 admin admin] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:23:35.674382 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a429c4e-24c6-4cc8-a741-1cd2b264b3e9 None None] Pushing event updated for resources: {'Port': ['ID=7f5c1d57-b707-4390-9720-8513f3a60582,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:35.678867 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6f254d-0f87-416d-83b5-d8ddb3507681 admin admin] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:23:35.713020 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-8ccd0d7a-dfe7-4346-b957-6c5a1b3e4285 None None] Provisioning complete for port f5b4624b-8103-4760-a249-faddece90665 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:23:35.713020 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-8ccd0d7a-dfe7-4346-b957-6c5a1b3e4285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (f5b4624b-8103-4760-a249-faddece90665), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:35.782306 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-1a429c4e-24c6-4cc8-a741-1cd2b264b3e9 None None] Attempting to bind port 7f5c1d57-b707-4390-9720-8513f3a60582 on host dv-cinder-824895-3-iscsi for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:23:35.782683 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-1a429c4e-24c6-4cc8-a741-1cd2b264b3e9 None None] Attempting to bind port 7f5c1d57-b707-4390-9720-8513f3a60582 by drivers openvswitch,hyperv on host dv-cinder-824895-3-iscsi at level 0 using segments [{'id': '7ee340a2-c031-4107-9341-36ba121a962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:23:35.783312 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a429c4e-24c6-4cc8-a741-1cd2b264b3e9 None None] Attempting to bind port 7f5c1d57-b707-4390-9720-8513f3a60582 on network 5af0e6ef-b600-4363-b491-e83498d1d2b9 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:23:35.794879 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a429c4e-24c6-4cc8-a741-1cd2b264b3e9 None None] Checking agent: {'id': '03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824895-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 12, 31), 'started_at': datetime.datetime(2022, 1, 17, 21, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824895-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:23:35.795263 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a429c4e-24c6-4cc8-a741-1cd2b264b3e9 None None] Checking segment: {'id': '7ee340a2-c031-4107-9341-36ba121a962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:23:35.795901 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-1a429c4e-24c6-4cc8-a741-1cd2b264b3e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:35.796282 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a429c4e-24c6-4cc8-a741-1cd2b264b3e9 None None] Bound using segment: {'id': '7ee340a2-c031-4107-9341-36ba121a962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:23:35.796903 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-1a429c4e-24c6-4cc8-a741-1cd2b264b3e9 None None] Bound port: 7f5c1d57-b707-4390-9720-8513f3a60582, host: dv-cinder-824895-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee340a2-c031-4107-9341-36ba121a962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:23:35.797214 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-1a429c4e-24c6-4cc8-a741-1cd2b264b3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (7f5c1d57-b707-4390-9720-8513f3a60582), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:35.915607 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-8ccd0d7a-dfe7-4346-b957-6c5a1b3e4285 None None] Current status of the port f5b4624b-8103-4760-a249-faddece90665 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:23:35.922933 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-1a429c4e-24c6-4cc8-a741-1cd2b264b3e9 None None] For port 7f5c1d57-b707-4390-9720-8513f3a60582, host dv-cinder-824895-3-iscsi, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:23:35.927257 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-1a429c4e-24c6-4cc8-a741-1cd2b264b3e9 None None] For port 7f5c1d57-b707-4390-9720-8513f3a60582, host dv-cinder-824895-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=7f5c1d57-b707-4390-9720-8513f3a60582,segment=NetworkSegment(7ee340a2-c031-4107-9341-36ba121a962a),segment_id=7ee340a2-c031-4107-9341-36ba121a962a)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:23:35.932867 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-1a429c4e-24c6-4cc8-a741-1cd2b264b3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (7f5c1d57-b707-4390-9720-8513f3a60582), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:36.004178 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-31aa3c0f-0100-46ce-880c-03cf7d5ffe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fe4851-88a9-4bd1-b523-0559c1a29056', 'name': 'tempest-TestShelveInstance-1857534221-router', 'tenant_id': '715ec979393344e694cfdd0eab44cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '5f303491-71bf-4210-9508-b1b4a4906ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:32Z', 'updated_at': '2022-01-17T21:23:33Z', 'revision_number': 3, 'project_id': '715ec979393344e694cfdd0eab44cb1c', 'gw_port': {'id': '5f303491-71bf-4210-9508-b1b4a4906ae7', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:43:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fe4851-88a9-4bd1-b523-0559c1a29056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:33Z', 'updated_at': '2022-01-17T21:23:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi'}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:23:36.028794 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a429c4e-24c6-4cc8-a741-1cd2b264b3e9 None None] Pushing event updated for resources: {'Port': ['ID=7f5c1d57-b707-4390-9720-8513f3a60582,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:36.079664 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aa3c0f-0100-46ce-880c-03cf7d5ffe99 None None] Checking router: 38fe4851-88a9-4bd1-b523-0559c1a29056 for host: dv-cinder-824895-3-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:23:36.080770 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aa3c0f-0100-46ce-880c-03cf7d5ffe99 None None] Updating router 38fe4851-88a9-4bd1-b523-0559c1a29056 port 5f303491-71bf-4210-9508-b1b4a4906ae7 binding host dv-cinder-824895-3-iscsi {{(pid=102501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 21:23:36.083263 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-429e9b93-55e9-44f5-82ca-3b37e955e81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:36.113311 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-31aa3c0f-0100-46ce-880c-03cf7d5ffe99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (5f303491-71bf-4210-9508-b1b4a4906ae7), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:36.192056 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-3e6f254d-0f87-416d-83b5-d8ddb3507681 admin admin] Publish callbacks [] for router_gateway (78be4ba5-dcdf-466f-8857-3af7b5656228), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:36.243393 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-63b4420b-3231-430e-af26-40415b5bb821 None None] Provisioning complete for port f5b4624b-8103-4760-a249-faddece90665 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:23:36.243778 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-63b4420b-3231-430e-af26-40415b5bb821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (f5b4624b-8103-4760-a249-faddece90665), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:36.277724 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [None req-429e9b93-55e9-44f5-82ca-3b37e955e81f admin admin] Allocated IP 172.20.0.1 (5dabefd5-55d4-49f2-9f4d-e4e0156bb858/ce55c7e9-d38a-4482-bf77-df5118b92855/feab0ea3-6104-4cf8-8a41-4e30a5295b94) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:23:36.383320 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-63b4420b-3231-430e-af26-40415b5bb821 None None] Current status of the port f5b4624b-8103-4760-a249-faddece90665 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:23:36.492012 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-429e9b93-55e9-44f5-82ca-3b37e955e81f admin admin] Publish callbacks [] for port (feab0ea3-6104-4cf8-8a41-4e30a5295b94), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:36.504934 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-3e6f254d-0f87-416d-83b5-d8ddb3507681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1026008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1018718'] for router (78be4ba5-dcdf-466f-8857-3af7b5656228), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:36.514390 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device f5b4624b-8103-4760-a249-faddece90665 up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:23:36.558419 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-429e9b93-55e9-44f5-82ca-3b37e955e81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (feab0ea3-6104-4cf8-8a41-4e30a5295b94), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:36.619903 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port f5b4624b-8103-4760-a249-faddece90665 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:23:36.620512 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (f5b4624b-8103-4760-a249-faddece90665), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:36.627442 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e9b93-55e9-44f5-82ca-3b37e955e81f admin admin] Pushing event updated for resources: {'Port': ['ID=feab0ea3-6104-4cf8-8a41-4e30a5295b94,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:36.638017 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429e9b93-55e9-44f5-82ca-3b37e955e81f admin admin] Network 5dabefd5-55d4-49f2-9f4d-e4e0156bb858 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:23:36.639651 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-429e9b93-55e9-44f5-82ca-3b37e955e81f admin admin] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:23:36.653242 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429e9b93-55e9-44f5-82ca-3b37e955e81f admin admin] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:23:36.717134 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-31aa3c0f-0100-46ce-880c-03cf7d5ffe99 None None] Publish callbacks [] for port (5f303491-71bf-4210-9508-b1b4a4906ae7), precommit_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:36.727906 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-429e9b93-55e9-44f5-82ca-3b37e955e81f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1024649'] for router_interface (38fe4851-88a9-4bd1-b523-0559c1a29056), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:36.728052 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-31aa3c0f-0100-46ce-880c-03cf7d5ffe99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (5f303491-71bf-4210-9508-b1b4a4906ae7), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:36.760804 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6f254d-0f87-416d-83b5-d8ddb3507681 admin admin] Router 78be4ba5-dcdf-466f-8857-3af7b5656228 is scheduled to L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 with binding_index 1 {{(pid=102498) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 21:23:36.789152 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port f5b4624b-8103-4760-a249-faddece90665 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:23:36.810402 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f0fcd-af34-443a-a009-e43bdebc8b1f None None] Pushing event updated for resources: {'Port': ['ID=5f303491-71bf-4210-9508-b1b4a4906ae7,revision_number=2']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:36.822358 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426f0fcd-af34-443a-a009-e43bdebc8b1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:36.822974 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426f0fcd-af34-443a-a009-e43bdebc8b1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:36.823473 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426f0fcd-af34-443a-a009-e43bdebc8b1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:36.823965 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426f0fcd-af34-443a-a009-e43bdebc8b1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:36.824704 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426f0fcd-af34-443a-a009-e43bdebc8b1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:36.825219 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426f0fcd-af34-443a-a009-e43bdebc8b1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:36.825877 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426f0fcd-af34-443a-a009-e43bdebc8b1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:36.826825 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426f0fcd-af34-443a-a009-e43bdebc8b1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:36.827371 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426f0fcd-af34-443a-a009-e43bdebc8b1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:36.827868 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426f0fcd-af34-443a-a009-e43bdebc8b1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:36.828428 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426f0fcd-af34-443a-a009-e43bdebc8b1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:36.828906 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426f0fcd-af34-443a-a009-e43bdebc8b1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:36.829398 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426f0fcd-af34-443a-a009-e43bdebc8b1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:23:36.837371 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-31aa3c0f-0100-46ce-880c-03cf7d5ffe99 None None] Attempting to bind port 5f303491-71bf-4210-9508-b1b4a4906ae7 on host dv-cinder-824895-3-iscsi for vnic_type normal with profile {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:23:36.838244 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-31aa3c0f-0100-46ce-880c-03cf7d5ffe99 None None] Attempting to bind port 5f303491-71bf-4210-9508-b1b4a4906ae7 by drivers openvswitch,hyperv on host dv-cinder-824895-3-iscsi at level 0 using segments [{'id': '639a724d-f7b6-49a0-bd3a-5adbc7060ec3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:23:36.838768 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31aa3c0f-0100-46ce-880c-03cf7d5ffe99 None None] Attempting to bind port 5f303491-71bf-4210-9508-b1b4a4906ae7 on network a67fc2c9-f054-41ed-b80e-f186bf3f4e5f {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:23:36.858863 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31aa3c0f-0100-46ce-880c-03cf7d5ffe99 None None] Checking agent: {'id': '03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824895-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 12, 31), 'started_at': datetime.datetime(2022, 1, 17, 21, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824895-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:23:36.859240 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31aa3c0f-0100-46ce-880c-03cf7d5ffe99 None None] Checking segment: {'id': '639a724d-f7b6-49a0-bd3a-5adbc7060ec3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:23:36.859666 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-31aa3c0f-0100-46ce-880c-03cf7d5ffe99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:36.860054 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31aa3c0f-0100-46ce-880c-03cf7d5ffe99 None None] Bound using segment: {'id': '639a724d-f7b6-49a0-bd3a-5adbc7060ec3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:23:36.862233 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-31aa3c0f-0100-46ce-880c-03cf7d5ffe99 None None] Bound port: 5f303491-71bf-4210-9508-b1b4a4906ae7, host: dv-cinder-824895-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639a724d-f7b6-49a0-bd3a-5adbc7060ec3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'}}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:23:36.862536 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-31aa3c0f-0100-46ce-880c-03cf7d5ffe99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (5f303491-71bf-4210-9508-b1b4a4906ae7), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:36.924311 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-31aa3c0f-0100-46ce-880c-03cf7d5ffe99 None None] For port 5f303491-71bf-4210-9508-b1b4a4906ae7, host dv-cinder-824895-3-iscsi, cleared binding levels {{(pid=102501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:23:36.928324 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-31aa3c0f-0100-46ce-880c-03cf7d5ffe99 None None] For port 5f303491-71bf-4210-9508-b1b4a4906ae7, host dv-cinder-824895-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=5f303491-71bf-4210-9508-b1b4a4906ae7,segment=NetworkSegment(639a724d-f7b6-49a0-bd3a-5adbc7060ec3),segment_id=639a724d-f7b6-49a0-bd3a-5adbc7060ec3)] {{(pid=102501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:23:36.935612 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-31aa3c0f-0100-46ce-880c-03cf7d5ffe99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (5f303491-71bf-4210-9508-b1b4a4906ae7), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:36.979358 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-429e9b93-55e9-44f5-82ca-3b37e955e81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (feab0ea3-6104-4cf8-8a41-4e30a5295b94), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:37.017546 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aa3c0f-0100-46ce-880c-03cf7d5ffe99 None None] Routers {'38fe4851-88a9-4bd1-b523-0559c1a29056'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:23:37.019321 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-31aa3c0f-0100-46ce-880c-03cf7d5ffe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:23:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['38fe4851-88a9-4bd1-b523-0559c1a29056'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:23:37.021831 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-ab58b51e-9d4c-4a33-a42a-c6e21b6a0100 None None] Provisioning complete for port feab0ea3-6104-4cf8-8a41-4e30a5295b94 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:23:37.022248 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ab58b51e-9d4c-4a33-a42a-c6e21b6a0100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (feab0ea3-6104-4cf8-8a41-4e30a5295b94), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:37.066590 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f0fcd-af34-443a-a009-e43bdebc8b1f None None] Pushing event updated for resources: {'Port': ['ID=5f303491-71bf-4210-9508-b1b4a4906ae7,revision_number=3']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:37.100129 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-ab58b51e-9d4c-4a33-a42a-c6e21b6a0100 None None] Port feab0ea3-6104-4cf8-8a41-4e30a5295b94 cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:23:37.164709 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-31aa3c0f-0100-46ce-880c-03cf7d5ffe99 None None] Set router 38fe4851-88a9-4bd1-b523-0559c1a29056 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:23:37.207218 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-429e9b93-55e9-44f5-82ca-3b37e955e81f admin admin] Publish callbacks [] for port (feab0ea3-6104-4cf8-8a41-4e30a5295b94), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:37.217052 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-429e9b93-55e9-44f5-82ca-3b37e955e81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3358448'] for port (feab0ea3-6104-4cf8-8a41-4e30a5295b94), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:37.218956 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6f254d-0f87-416d-83b5-d8ddb3507681 admin admin] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:23:37.233884 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798a5e0c-eecf-418e-a43c-dd0d6ecfe48b None None] Sync routers for ids ['78be4ba5-dcdf-466f-8857-3af7b5656228'] in dv-cinder-824895-3-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:23:37.246891 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798a5e0c-eecf-418e-a43c-dd0d6ecfe48b None None] Routers {'78be4ba5-dcdf-466f-8857-3af7b5656228'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:23:37.247522 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-798a5e0c-eecf-418e-a43c-dd0d6ecfe48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:23:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['78be4ba5-dcdf-466f-8857-3af7b5656228'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:23:37.248288 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-3e6f254d-0f87-416d-83b5-d8ddb3507681 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:37.252737 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-3e6f254d-0f87-416d-83b5-d8ddb3507681 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9322138 Jan 17 21:23:37.256594 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 56276) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:23:37.291038 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:23:37.336801 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e9b93-55e9-44f5-82ca-3b37e955e81f admin admin] Pushing event updated for resources: {'Port': ['ID=feab0ea3-6104-4cf8-8a41-4e30a5295b94,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:37.343929 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-429e9b93-55e9-44f5-82ca-3b37e955e81f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-986102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1024541'] for router_interface (38fe4851-88a9-4bd1-b523-0559c1a29056), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:37.400321 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-798a5e0c-eecf-418e-a43c-dd0d6ecfe48b None None] Set router 78be4ba5-dcdf-466f-8857-3af7b5656228 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:23:37.443364 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98d5919-f9d1-4727-94b1-15a6c276d2de None None] Network 5af0e6ef-b600-4363-b491-e83498d1d2b9 requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:23:37.464111 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-31aa3c0f-0100-46ce-880c-03cf7d5ffe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fe4851-88a9-4bd1-b523-0559c1a29056', 'name': 'tempest-TestShelveInstance-1857534221-router', 'tenant_id': '715ec979393344e694cfdd0eab44cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '5f303491-71bf-4210-9508-b1b4a4906ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:32Z', 'updated_at': '2022-01-17T21:23:36Z', 'revision_number': 4, 'project_id': '715ec979393344e694cfdd0eab44cb1c', 'gw_port': {'id': '5f303491-71bf-4210-9508-b1b4a4906ae7', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:43:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fe4851-88a9-4bd1-b523-0559c1a29056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:33Z', 'updated_at': '2022-01-17T21:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': 'feab0ea3-6104-4cf8-8a41-4e30a5295b94', 'name': '', 'network_id': '5dabefd5-55d4-49f2-9f4d-e4e0156bb858', 'tenant_id': '715ec979393344e694cfdd0eab44cb1c', 'mac_address': 'fa:16:3e:bc:2a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fe4851-88a9-4bd1-b523-0559c1a29056', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'ce55c7e9-d38a-4482-bf77-df5118b92855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:36Z', 'updated_at': '2022-01-17T21:23:36Z', 'revision_number': 1, 'project_id': '715ec979393344e694cfdd0eab44cb1c', 'subnets': [{'id': 'ce55c7e9-d38a-4482-bf77-df5118b92855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:23:37.485259 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429e9b93-55e9-44f5-82ca-3b37e955e81f admin admin] Network 5dabefd5-55d4-49f2-9f4d-e4e0156bb858 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:23:37.487283 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-429e9b93-55e9-44f5-82ca-3b37e955e81f admin admin] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:23:37.498691 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aa3c0f-0100-46ce-880c-03cf7d5ffe99 None None] The sync data for ids ['38fe4851-88a9-4bd1-b523-0559c1a29056'] in dv-cinder-824895-3-iscsi is: [{'id': '38fe4851-88a9-4bd1-b523-0559c1a29056', 'name': 'tempest-TestShelveInstance-1857534221-router', 'tenant_id': '715ec979393344e694cfdd0eab44cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '5f303491-71bf-4210-9508-b1b4a4906ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:32Z', 'updated_at': '2022-01-17T21:23:36Z', 'revision_number': 4, 'project_id': '715ec979393344e694cfdd0eab44cb1c', 'gw_port': {'id': '5f303491-71bf-4210-9508-b1b4a4906ae7', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:43:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fe4851-88a9-4bd1-b523-0559c1a29056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:33Z', 'updated_at': '2022-01-17T21:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': 'feab0ea3-6104-4cf8-8a41-4e30a5295b94', 'name': '', 'network_id': '5dabefd5-55d4-49f2-9f4d-e4e0156bb858', 'tenant_id': '715ec979393344e694cfdd0eab44cb1c', 'mac_address': 'fa:16:3e:bc:2a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fe4851-88a9-4bd1-b523-0559c1a29056', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'ce55c7e9-d38a-4482-bf77-df5118b92855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:36Z', 'updated_at': '2022-01-17T21:23:36Z', 'revision_number': 1, 'project_id': '715ec979393344e694cfdd0eab44cb1c', 'subnets': [{'id': 'ce55c7e9-d38a-4482-bf77-df5118b92855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:23:37.646702 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429e9b93-55e9-44f5-82ca-3b37e955e81f admin admin] Router 38fe4851-88a9-4bd1-b523-0559c1a29056 has already been hosted by L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:23:37.810150 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429e9b93-55e9-44f5-82ca-3b37e955e81f admin admin] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:23:37.818622 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-429e9b93-55e9-44f5-82ca-3b37e955e81f admin admin] 10.222.0.64 "PUT /v2.0/routers/38fe4851-88a9-4bd1-b523-0559c1a29056/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6748943 Jan 17 21:23:37.864122 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-85b3291b-4097-4fdc-8f37-4eb05af0f201 None None] Provisioning complete for port 7f5c1d57-b707-4390-9720-8513f3a60582 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:23:37.866662 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-85b3291b-4097-4fdc-8f37-4eb05af0f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (7f5c1d57-b707-4390-9720-8513f3a60582), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:37.937630 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f2cda817-ba77-4657-a77e-b507be5d69ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:38.115113 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-798a5e0c-eecf-418e-a43c-dd0d6ecfe48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'name': 'tempest-TestVolumeBootPattern-920129794-router', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:34Z', 'updated_at': '2022-01-17T21:23:36Z', 'revision_number': 3, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'gw_port': {'id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:84:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:35Z', 'updated_at': '2022-01-17T21:23:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi'}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:23:38.119333 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-85b3291b-4097-4fdc-8f37-4eb05af0f201 None None] Current status of the port 7f5c1d57-b707-4390-9720-8513f3a60582 is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:23:38.119673 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-85b3291b-4097-4fdc-8f37-4eb05af0f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (7f5c1d57-b707-4390-9720-8513f3a60582), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:38.160862 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798a5e0c-eecf-418e-a43c-dd0d6ecfe48b None None] Checking router: 78be4ba5-dcdf-466f-8857-3af7b5656228 for host: dv-cinder-824895-3-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:23:38.161219 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798a5e0c-eecf-418e-a43c-dd0d6ecfe48b None None] Updating router 78be4ba5-dcdf-466f-8857-3af7b5656228 port 8e8210e6-3cb3-4614-9383-050b2e3be9e1 binding host dv-cinder-824895-3-iscsi {{(pid=102500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 21:23:38.184597 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [None req-f2cda817-ba77-4657-a77e-b507be5d69ac admin admin] Allocated IP 172.20.0.1 (5af0e6ef-b600-4363-b491-e83498d1d2b9/3f2b416e-5468-4144-8f1a-53499e3c7b82/ac94ccc9-7efe-4100-8faa-599da3bc5807) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:23:38.218059 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-798a5e0c-eecf-418e-a43c-dd0d6ecfe48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (8e8210e6-3cb3-4614-9383-050b2e3be9e1), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:38.249681 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-85b3291b-4097-4fdc-8f37-4eb05af0f201 None None] For port 7f5c1d57-b707-4390-9720-8513f3a60582, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=7f5c1d57-b707-4390-9720-8513f3a60582,segment=NetworkSegment(7ee340a2-c031-4107-9341-36ba121a962a),segment_id=7ee340a2-c031-4107-9341-36ba121a962a)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:23:38.283305 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-85b3291b-4097-4fdc-8f37-4eb05af0f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (7f5c1d57-b707-4390-9720-8513f3a60582), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:38.351459 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f2cda817-ba77-4657-a77e-b507be5d69ac admin admin] Publish callbacks [] for port (ac94ccc9-7efe-4100-8faa-599da3bc5807), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:38.418483 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f2cda817-ba77-4657-a77e-b507be5d69ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863200'] for port (ac94ccc9-7efe-4100-8faa-599da3bc5807), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:38.452164 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3291b-4097-4fdc-8f37-4eb05af0f201 None None] Pushing event updated for resources: {'Port': ['ID=7f5c1d57-b707-4390-9720-8513f3a60582,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:38.472379 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cda817-ba77-4657-a77e-b507be5d69ac admin admin] Network 5af0e6ef-b600-4363-b491-e83498d1d2b9 is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:23:38.477532 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-f2cda817-ba77-4657-a77e-b507be5d69ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:23:38.482522 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 7f5c1d57-b707-4390-9720-8513f3a60582 up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:23:38.484761 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-0ba9ecdf-35ac-4b96-a8df-606abf53783e None None] Provisioning complete for port 7f5c1d57-b707-4390-9720-8513f3a60582 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:23:38.485212 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-0ba9ecdf-35ac-4b96-a8df-606abf53783e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (7f5c1d57-b707-4390-9720-8513f3a60582), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:38.492865 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cda817-ba77-4657-a77e-b507be5d69ac admin admin] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:23:38.555473 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cda817-ba77-4657-a77e-b507be5d69ac admin admin] Pushing event updated for resources: {'Port': ['ID=ac94ccc9-7efe-4100-8faa-599da3bc5807,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:38.564033 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f2cda817-ba77-4657-a77e-b507be5d69ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1024649'] for router_interface (78be4ba5-dcdf-466f-8857-3af7b5656228), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:38.657762 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 56302) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:23:38.663525 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-ae68e919-1c62-4870-bb23-d62448eaec27 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1170152218-network', 'tenant_id': '432bf84f628c4c9d82d2ba7d51417e65'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:23:38.708017 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae68e919-1c62-4870-bb23-d62448eaec27 admin admin] Made reservation on behalf of 432bf84f628c4c9d82d2ba7d51417e65 for: {'network': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:23:38.715783 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ae68e919-1c62-4870-bb23-d62448eaec27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for network (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:38.737666 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ae68e919-1c62-4870-bb23-d62448eaec27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:38.818275 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f2cda817-ba77-4657-a77e-b507be5d69ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (ac94ccc9-7efe-4100-8faa-599da3bc5807), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:38.875972 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-798a5e0c-eecf-418e-a43c-dd0d6ecfe48b None None] Publish callbacks [] for port (8e8210e6-3cb3-4614-9383-050b2e3be9e1), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:38.888994 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-798a5e0c-eecf-418e-a43c-dd0d6ecfe48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (8e8210e6-3cb3-4614-9383-050b2e3be9e1), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:38.938232 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ae68e919-1c62-4870-bb23-d62448eaec27 admin admin] Publish callbacks [] for security_group (cf8c684e-01da-44bd-8e7e-64c41b7499d6), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:38.945425 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ae68e919-1c62-4870-bb23-d62448eaec27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (cf8c684e-01da-44bd-8e7e-64c41b7499d6), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:38.983047 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae68e919-1c62-4870-bb23-d62448eaec27 admin admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=102499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 21:23:38.988910 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f39675c-03ac-43f2-b919-38da66cb76a0 None None] Pushing event updated for resources: {'Port': ['ID=8e8210e6-3cb3-4614-9383-050b2e3be9e1,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:39.021241 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae68e919-1c62-4870-bb23-d62448eaec27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8c684e-01da-44bd-8e7e-64c41b7499d6,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:39.027326 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ae68e919-1c62-4870-bb23-d62448eaec27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874'] for segment (51713c70-305e-4f46-b320-a9f6472c35e5), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:39.027668 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.db.segments_db [None req-ae68e919-1c62-4870-bb23-d62448eaec27 admin admin] Added segment 51713c70-305e-4f46-b320-a9f6472c35e5 of type vlan for network 195f5d44-5019-482d-b86b-7126e001e1f0 Jan 17 21:23:39.074120 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port 7f5c1d57-b707-4390-9720-8513f3a60582 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:23:39.074500 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (7f5c1d57-b707-4390-9720-8513f3a60582), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:39.117932 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ae68e919-1c62-4870-bb23-d62448eaec27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789461006502'] for network (195f5d44-5019-482d-b86b-7126e001e1f0), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:39.135165 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-798a5e0c-eecf-418e-a43c-dd0d6ecfe48b None None] Attempting to bind port 8e8210e6-3cb3-4614-9383-050b2e3be9e1 on host dv-cinder-824895-3-iscsi for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:23:39.135553 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-798a5e0c-eecf-418e-a43c-dd0d6ecfe48b None None] Attempting to bind port 8e8210e6-3cb3-4614-9383-050b2e3be9e1 by drivers openvswitch,hyperv on host dv-cinder-824895-3-iscsi at level 0 using segments [{'id': '639a724d-f7b6-49a0-bd3a-5adbc7060ec3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:23:39.135924 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798a5e0c-eecf-418e-a43c-dd0d6ecfe48b None None] Attempting to bind port 8e8210e6-3cb3-4614-9383-050b2e3be9e1 on network a67fc2c9-f054-41ed-b80e-f186bf3f4e5f {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:23:39.140179 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-0ba9ecdf-35ac-4b96-a8df-606abf53783e None None] Current status of the port 7f5c1d57-b707-4390-9720-8513f3a60582 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:23:39.154167 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798a5e0c-eecf-418e-a43c-dd0d6ecfe48b None None] Checking agent: {'id': '03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824895-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 12, 31), 'started_at': datetime.datetime(2022, 1, 17, 21, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824895-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:23:39.154548 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798a5e0c-eecf-418e-a43c-dd0d6ecfe48b None None] Checking segment: {'id': '639a724d-f7b6-49a0-bd3a-5adbc7060ec3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:23:39.154965 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-798a5e0c-eecf-418e-a43c-dd0d6ecfe48b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:39.155357 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798a5e0c-eecf-418e-a43c-dd0d6ecfe48b None None] Bound using segment: {'id': '639a724d-f7b6-49a0-bd3a-5adbc7060ec3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:23:39.155846 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-798a5e0c-eecf-418e-a43c-dd0d6ecfe48b None None] Bound port: 8e8210e6-3cb3-4614-9383-050b2e3be9e1, host: dv-cinder-824895-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639a724d-f7b6-49a0-bd3a-5adbc7060ec3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:23:39.156227 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-798a5e0c-eecf-418e-a43c-dd0d6ecfe48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (8e8210e6-3cb3-4614-9383-050b2e3be9e1), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:39.183098 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f2cda817-ba77-4657-a77e-b507be5d69ac admin admin] Publish callbacks [] for port (ac94ccc9-7efe-4100-8faa-599da3bc5807), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:39.189555 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f2cda817-ba77-4657-a77e-b507be5d69ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8863129'] for port (ac94ccc9-7efe-4100-8faa-599da3bc5807), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:39.197562 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ae68e919-1c62-4870-bb23-d62448eaec27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988'] for network (195f5d44-5019-482d-b86b-7126e001e1f0), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:39.198670 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae68e919-1c62-4870-bb23-d62448eaec27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:39.209013 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-0ba9ecdf-35ac-4b96-a8df-606abf53783e None None] Provisioning complete for port feab0ea3-6104-4cf8-8a41-4e30a5295b94 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:23:39.209237 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ae68e919-1c62-4870-bb23-d62448eaec27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:39.209393 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-0ba9ecdf-35ac-4b96-a8df-606abf53783e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (feab0ea3-6104-4cf8-8a41-4e30a5295b94), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:39.242271 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f2cda817-ba77-4657-a77e-b507be5d69ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-986102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1024541'] for router_interface (78be4ba5-dcdf-466f-8857-3af7b5656228), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:39.246781 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-ae68e919-1c62-4870-bb23-d62448eaec27 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5876427 Jan 17 21:23:39.246953 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 56310) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:23:39.295529 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-798a5e0c-eecf-418e-a43c-dd0d6ecfe48b None None] For port 8e8210e6-3cb3-4614-9383-050b2e3be9e1, host dv-cinder-824895-3-iscsi, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:23:39.298113 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-0ba9ecdf-35ac-4b96-a8df-606abf53783e None None] Port feab0ea3-6104-4cf8-8a41-4e30a5295b94 cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:23:39.301143 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-dfc060e3-1ff0-4c98-a9be-2401601df6e4 admin admin] Request body: {'subnet': {'network_id': '195f5d44-5019-482d-b86b-7126e001e1f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1170152218-subnet', 'tenant_id': '432bf84f628c4c9d82d2ba7d51417e65', 'ip_version': 4}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:23:39.313165 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae68e919-1c62-4870-bb23-d62448eaec27 admin admin] Pushing event updated for resources: {'Network': ['ID=195f5d44-5019-482d-b86b-7126e001e1f0,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:39.316481 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-798a5e0c-eecf-418e-a43c-dd0d6ecfe48b None None] For port 8e8210e6-3cb3-4614-9383-050b2e3be9e1, host dv-cinder-824895-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=8e8210e6-3cb3-4614-9383-050b2e3be9e1,segment=NetworkSegment(639a724d-f7b6-49a0-bd3a-5adbc7060ec3),segment_id=639a724d-f7b6-49a0-bd3a-5adbc7060ec3)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:23:39.319034 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port 7f5c1d57-b707-4390-9720-8513f3a60582 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:23:39.323093 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-798a5e0c-eecf-418e-a43c-dd0d6ecfe48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (8e8210e6-3cb3-4614-9383-050b2e3be9e1), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:39.331454 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Network 195f5d44-5019-482d-b86b-7126e001e1f0 details requested by agent ovs-agent-dv-cinder-824895-3-iscsi with host dv-cinder-824895-3-iscsi {{(pid=102500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 21:23:39.374358 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cda817-ba77-4657-a77e-b507be5d69ac admin admin] Pushing event updated for resources: {'Port': ['ID=ac94ccc9-7efe-4100-8faa-599da3bc5807,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:39.389515 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc060e3-1ff0-4c98-a9be-2401601df6e4 admin admin] Made reservation on behalf of 432bf84f628c4c9d82d2ba7d51417e65 for: {'subnet': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:23:39.392198 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-dfc060e3-1ff0-4c98-a9be-2401601df6e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8768191'] for subnet (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:39.463105 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f39675c-03ac-43f2-b919-38da66cb76a0 None None] Pushing event updated for resources: {'Port': ['ID=8e8210e6-3cb3-4614-9383-050b2e3be9e1,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:39.470279 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798a5e0c-eecf-418e-a43c-dd0d6ecfe48b None None] Routers {'78be4ba5-dcdf-466f-8857-3af7b5656228'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:23:39.470902 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-798a5e0c-eecf-418e-a43c-dd0d6ecfe48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:23:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['78be4ba5-dcdf-466f-8857-3af7b5656228'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:23:39.474679 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-f3f2aee0-1d44-4043-a9fa-8db031f84e58 None None] Provisioning complete for port ac94ccc9-7efe-4100-8faa-599da3bc5807 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:23:39.475950 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f3f2aee0-1d44-4043-a9fa-8db031f84e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (ac94ccc9-7efe-4100-8faa-599da3bc5807), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:39.503932 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cda817-ba77-4657-a77e-b507be5d69ac admin admin] Network 5af0e6ef-b600-4363-b491-e83498d1d2b9 is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:23:39.507006 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-f2cda817-ba77-4657-a77e-b507be5d69ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:23:39.564585 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-f3f2aee0-1d44-4043-a9fa-8db031f84e58 None None] Port ac94ccc9-7efe-4100-8faa-599da3bc5807 cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:23:39.625399 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-798a5e0c-eecf-418e-a43c-dd0d6ecfe48b None None] Set router 78be4ba5-dcdf-466f-8857-3af7b5656228 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:23:39.705484 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2cda817-ba77-4657-a77e-b507be5d69ac admin admin] Router 78be4ba5-dcdf-466f-8857-3af7b5656228 has already been hosted by L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 {{(pid=102498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:23:39.725024 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-dfc060e3-1ff0-4c98-a9be-2401601df6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8862996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8768173'] for subnet (9a3c6b22-9b2d-4d8e-a13f-dd7a44589650), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:39.822417 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc060e3-1ff0-4c98-a9be-2401601df6e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a3c6b22-9b2d-4d8e-a13f-dd7a44589650,revision_number=0']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:39.823418 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-635e5ec5-2ad0-4bd7-9a5f-cfa4efdf4f0c None None] Provisioning complete for port ac94ccc9-7efe-4100-8faa-599da3bc5807 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:23:39.823802 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-635e5ec5-2ad0-4bd7-9a5f-cfa4efdf4f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (ac94ccc9-7efe-4100-8faa-599da3bc5807), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:39.868134 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-635e5ec5-2ad0-4bd7-9a5f-cfa4efdf4f0c None None] Port ac94ccc9-7efe-4100-8faa-599da3bc5807 cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:23:39.881685 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-798a5e0c-eecf-418e-a43c-dd0d6ecfe48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'name': 'tempest-TestVolumeBootPattern-920129794-router', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:34Z', 'updated_at': '2022-01-17T21:23:38Z', 'revision_number': 4, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'gw_port': {'id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:84:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:35Z', 'updated_at': '2022-01-17T21:23:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': 'ac94ccc9-7efe-4100-8faa-599da3bc5807', 'name': '', 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'mac_address': 'fa:16:3e:af:e0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:37Z', 'updated_at': '2022-01-17T21:23:38Z', 'revision_number': 2, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'subnets': [{'id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:23:39.882358 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc060e3-1ff0-4c98-a9be-2401601df6e4 admin admin] Checking segment: {'id': '51713c70-305e-4f46-b320-a9f6472c35e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '195f5d44-5019-482d-b86b-7126e001e1f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:23:39.882488 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc060e3-1ff0-4c98-a9be-2401601df6e4 admin admin] Network hostable DHCP agents. Network: 195f5d44-5019-482d-b86b-7126e001e1f0, hostable agents: ['41e2bf6f-771d-4573-b749-4dbeb088662e'], hosted agents: [] {{(pid=102498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 21:23:39.897680 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2cda817-ba77-4657-a77e-b507be5d69ac admin admin] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:23:39.904069 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-f2cda817-ba77-4657-a77e-b507be5d69ac admin admin] 10.222.0.64 "PUT /v2.0/routers/78be4ba5-dcdf-466f-8857-3af7b5656228/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6461768 Jan 17 21:23:39.913971 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798a5e0c-eecf-418e-a43c-dd0d6ecfe48b None None] The sync data for ids ['78be4ba5-dcdf-466f-8857-3af7b5656228'] in dv-cinder-824895-3-iscsi is: [{'id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'name': 'tempest-TestVolumeBootPattern-920129794-router', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:34Z', 'updated_at': '2022-01-17T21:23:38Z', 'revision_number': 4, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'gw_port': {'id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:84:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:35Z', 'updated_at': '2022-01-17T21:23:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': 'ac94ccc9-7efe-4100-8faa-599da3bc5807', 'name': '', 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'mac_address': 'fa:16:3e:af:e0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:37Z', 'updated_at': '2022-01-17T21:23:38Z', 'revision_number': 2, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'subnets': [{'id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:23:39.916406 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc060e3-1ff0-4c98-a9be-2401601df6e4 admin admin] Network 195f5d44-5019-482d-b86b-7126e001e1f0 is scheduled to be hosted by DHCP agent 41e2bf6f-771d-4573-b749-4dbeb088662e with binding_index 1 {{(pid=102498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 21:23:39.930038 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-dfc060e3-1ff0-4c98-a9be-2401601df6e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824895-3-iscsi, 195f5d44-5019-482d-b86b-7126e001e1f0) {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:23:39.935181 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc060e3-1ff0-4c98-a9be-2401601df6e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:39.935789 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-dfc060e3-1ff0-4c98-a9be-2401601df6e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:39.944625 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d78fe27-24ff-4b8a-9fb3-1d7c3d07c984 None None] Network 195f5d44-5019-482d-b86b-7126e001e1f0 requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:23:39.959839 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-dfc060e3-1ff0-4c98-a9be-2401601df6e4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6683669 Jan 17 21:23:39.965131 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 56320) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:23:39.973013 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-e11569a5-09f6-416c-8666-71d74379a7ec admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1170152218-router', 'tenant_id': '432bf84f628c4c9d82d2ba7d51417e65', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'}}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:23:40.037979 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e11569a5-09f6-416c-8666-71d74379a7ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25756'] for router (71fad196-0239-4338-86d9-b37b27dc820e), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:40.039416 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e11569a5-09f6-416c-8666-71d74379a7ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1030443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1018761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25749'] for router (71fad196-0239-4338-86d9-b37b27dc820e), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:40.131300 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e11569a5-09f6-416c-8666-71d74379a7ec admin admin] Publish callbacks [] for router_controller (71fad196-0239-4338-86d9-b37b27dc820e), precommit_add_association {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:40.283656 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5060136e-9baa-450c-8f59-ed9401ba41ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b485675-18a1-5f7e-9121-12847c6f93ae-195f5d44-5019-482d-b86b-7126e001e1f0', 'network_id': '195f5d44-5019-482d-b86b-7126e001e1f0', 'project_id': '432bf84f628c4c9d82d2ba7d51417e65', 'fixed_ips': [{'subnet_id': '9a3c6b22-9b2d-4d8e-a13f-dd7a44589650'}]}} from dv-cinder-824895-3-iscsi. {{(pid=102500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 21:23:40.285384 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5060136e-9baa-450c-8f59-ed9401ba41ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:40.538231 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_common [None req-5060136e-9baa-450c-8f59-ed9401ba41ba None None] Allocated IP 172.20.0.2 (195f5d44-5019-482d-b86b-7126e001e1f0/9a3c6b22-9b2d-4d8e-a13f-dd7a44589650/d3deec8c-3aa7-4093-9973-c6dcf7234b89) {{(pid=102500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:23:40.638200 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 5f303491-71bf-4210-9508-b1b4a4906ae7 up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:23:40.670736 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3fae31-b1d7-4edd-8542-2d4835c9c8eb None None] Sync routers for ids ['38fe4851-88a9-4bd1-b523-0559c1a29056'] in dv-cinder-824895-3-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:23:40.688281 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3fae31-b1d7-4edd-8542-2d4835c9c8eb None None] Routers {'38fe4851-88a9-4bd1-b523-0559c1a29056'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:23:40.692254 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-1d3fae31-b1d7-4edd-8542-2d4835c9c8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:23:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['38fe4851-88a9-4bd1-b523-0559c1a29056'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:23:40.764253 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e11569a5-09f6-416c-8666-71d74379a7ec admin admin] Publish callbacks [] for router_gateway (71fad196-0239-4338-86d9-b37b27dc820e), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:40.776962 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 56338) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:23:40.785650 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-1f9c2268-bcf9-443a-9f2c-692a59cb237b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-899120451-network', 'tenant_id': 'bbad54c14aa54167bfe8196594ca2e54'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:23:40.840786 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-1d3fae31-b1d7-4edd-8542-2d4835c9c8eb None None] Set router 38fe4851-88a9-4bd1-b523-0559c1a29056 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:23:40.867564 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9c2268-bcf9-443a-9f2c-692a59cb237b admin admin] Made reservation on behalf of bbad54c14aa54167bfe8196594ca2e54 for: {'network': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:23:40.872670 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1f9c2268-bcf9-443a-9f2c-692a59cb237b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for network (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:40.875142 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port 5f303491-71bf-4210-9508-b1b4a4906ae7 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:23:40.876016 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (5f303491-71bf-4210-9508-b1b4a4906ae7), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:40.906281 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1f9c2268-bcf9-443a-9f2c-692a59cb237b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:40.966466 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5060136e-9baa-450c-8f59-ed9401ba41ba None None] Publish callbacks [] for port (d3deec8c-3aa7-4093-9973-c6dcf7234b89), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:40.984261 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5060136e-9baa-450c-8f59-ed9401ba41ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965'] for port (d3deec8c-3aa7-4093-9973-c6dcf7234b89), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:41.141715 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5060136e-9baa-450c-8f59-ed9401ba41ba None None] Network 195f5d44-5019-482d-b86b-7126e001e1f0 is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:23:41.156568 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-5060136e-9baa-450c-8f59-ed9401ba41ba None None] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:23:41.159594 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5060136e-9baa-450c-8f59-ed9401ba41ba None None] Received port after_create {{(pid=102500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:23:41.171052 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5060136e-9baa-450c-8f59-ed9401ba41ba None None] Pushing event updated for resources: {'Port': ['ID=d3deec8c-3aa7-4093-9973-c6dcf7234b89,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:41.175643 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1f9c2268-bcf9-443a-9f2c-692a59cb237b admin admin] Publish callbacks [] for security_group (c9dabe39-62a6-4b51-b3c5-2cc01ea71516), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:41.183086 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1f9c2268-bcf9-443a-9f2c-692a59cb237b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (c9dabe39-62a6-4b51-b3c5-2cc01ea71516), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:41.251319 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f9c2268-bcf9-443a-9f2c-692a59cb237b admin admin] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=102498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 21:23:41.255042 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-1d3fae31-b1d7-4edd-8542-2d4835c9c8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fe4851-88a9-4bd1-b523-0559c1a29056', 'name': 'tempest-TestShelveInstance-1857534221-router', 'tenant_id': '715ec979393344e694cfdd0eab44cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '5f303491-71bf-4210-9508-b1b4a4906ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:32Z', 'updated_at': '2022-01-17T21:23:36Z', 'revision_number': 4, 'project_id': '715ec979393344e694cfdd0eab44cb1c', 'gw_port': {'id': '5f303491-71bf-4210-9508-b1b4a4906ae7', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:43:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fe4851-88a9-4bd1-b523-0559c1a29056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:33Z', 'updated_at': '2022-01-17T21:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': 'feab0ea3-6104-4cf8-8a41-4e30a5295b94', 'name': '', 'network_id': '5dabefd5-55d4-49f2-9f4d-e4e0156bb858', 'tenant_id': '715ec979393344e694cfdd0eab44cb1c', 'mac_address': 'fa:16:3e:bc:2a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fe4851-88a9-4bd1-b523-0559c1a29056', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'ce55c7e9-d38a-4482-bf77-df5118b92855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:36Z', 'updated_at': '2022-01-17T21:23:37Z', 'revision_number': 2, 'project_id': '715ec979393344e694cfdd0eab44cb1c', 'subnets': [{'id': 'ce55c7e9-d38a-4482-bf77-df5118b92855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:23:41.266038 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-5060136e-9baa-450c-8f59-ed9401ba41ba None None] Attempting to bind port d3deec8c-3aa7-4093-9973-c6dcf7234b89 on host dv-cinder-824895-3-iscsi for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:23:41.266407 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-5060136e-9baa-450c-8f59-ed9401ba41ba None None] Attempting to bind port d3deec8c-3aa7-4093-9973-c6dcf7234b89 by drivers openvswitch,hyperv on host dv-cinder-824895-3-iscsi at level 0 using segments [{'id': '51713c70-305e-4f46-b320-a9f6472c35e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '195f5d44-5019-482d-b86b-7126e001e1f0'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:23:41.266768 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5060136e-9baa-450c-8f59-ed9401ba41ba None None] Attempting to bind port d3deec8c-3aa7-4093-9973-c6dcf7234b89 on network 195f5d44-5019-482d-b86b-7126e001e1f0 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:23:41.269018 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9c2268-bcf9-443a-9f2c-692a59cb237b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9dabe39-62a6-4b51-b3c5-2cc01ea71516,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:41.271368 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port 5f303491-71bf-4210-9508-b1b4a4906ae7 is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:23:41.285037 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (5f303491-71bf-4210-9508-b1b4a4906ae7), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:41.287094 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1f9c2268-bcf9-443a-9f2c-692a59cb237b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874'] for segment (76e289f2-2840-412a-9b19-89bfc7e6310d), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:41.288217 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.db.segments_db [None req-1f9c2268-bcf9-443a-9f2c-692a59cb237b admin admin] Added segment 76e289f2-2840-412a-9b19-89bfc7e6310d of type vlan for network efaf684a-c136-4bff-9215-aae77ff15c05 Jan 17 21:23:41.288575 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3fae31-b1d7-4edd-8542-2d4835c9c8eb None None] Checking router: 38fe4851-88a9-4bd1-b523-0559c1a29056 for host: dv-cinder-824895-3-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:23:41.288940 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3fae31-b1d7-4edd-8542-2d4835c9c8eb None None] Updating router 38fe4851-88a9-4bd1-b523-0559c1a29056 port feab0ea3-6104-4cf8-8a41-4e30a5295b94 binding host dv-cinder-824895-3-iscsi {{(pid=102501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 21:23:41.298612 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5060136e-9baa-450c-8f59-ed9401ba41ba None None] Checking agent: {'id': '03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824895-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 12, 31), 'started_at': datetime.datetime(2022, 1, 17, 21, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824895-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:23:41.299594 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5060136e-9baa-450c-8f59-ed9401ba41ba None None] Checking segment: {'id': '51713c70-305e-4f46-b320-a9f6472c35e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '195f5d44-5019-482d-b86b-7126e001e1f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:23:41.300440 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5060136e-9baa-450c-8f59-ed9401ba41ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:41.301009 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5060136e-9baa-450c-8f59-ed9401ba41ba None None] Bound using segment: {'id': '51713c70-305e-4f46-b320-a9f6472c35e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '195f5d44-5019-482d-b86b-7126e001e1f0'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:23:41.302201 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-5060136e-9baa-450c-8f59-ed9401ba41ba None None] Bound port: d3deec8c-3aa7-4093-9973-c6dcf7234b89, host: dv-cinder-824895-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51713c70-305e-4f46-b320-a9f6472c35e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '195f5d44-5019-482d-b86b-7126e001e1f0'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:23:41.302771 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5060136e-9baa-450c-8f59-ed9401ba41ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (d3deec8c-3aa7-4093-9973-c6dcf7234b89), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:41.324029 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-1d3fae31-b1d7-4edd-8542-2d4835c9c8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (feab0ea3-6104-4cf8-8a41-4e30a5295b94), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:41.344291 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e11569a5-09f6-416c-8666-71d74379a7ec admin admin] Publish callbacks [] for router_gateway (71fad196-0239-4338-86d9-b37b27dc820e), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:41.375159 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1f9c2268-bcf9-443a-9f2c-692a59cb237b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789461006502'] for network (efaf684a-c136-4bff-9215-aae77ff15c05), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:41.376090 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e11569a5-09f6-416c-8666-71d74379a7ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:41.396093 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] For port 5f303491-71bf-4210-9508-b1b4a4906ae7, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=5f303491-71bf-4210-9508-b1b4a4906ae7,segment=NetworkSegment(639a724d-f7b6-49a0-bd3a-5adbc7060ec3),segment_id=639a724d-f7b6-49a0-bd3a-5adbc7060ec3)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:23:41.410952 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (5f303491-71bf-4210-9508-b1b4a4906ae7), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:41.411811 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 7f5c1d57-b707-4390-9720-8513f3a60582 up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:23:41.420645 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1f9c2268-bcf9-443a-9f2c-692a59cb237b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988'] for network (efaf684a-c136-4bff-9215-aae77ff15c05), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:41.423142 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9c2268-bcf9-443a-9f2c-692a59cb237b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:41.424454 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1f9c2268-bcf9-443a-9f2c-692a59cb237b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for network (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:41.504980 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-1f9c2268-bcf9-443a-9f2c-692a59cb237b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7263761 Jan 17 21:23:41.509039 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 56346) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:23:41.519030 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-23d6ed6e-de14-48bb-ba5b-59bdc4137b09 admin admin] Request body: {'subnet': {'network_id': 'efaf684a-c136-4bff-9215-aae77ff15c05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-899120451-subnet', 'tenant_id': 'bbad54c14aa54167bfe8196594ca2e54', 'ip_version': 4}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:23:41.527528 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Pushing event updated for resources: {'Port': ['ID=5f303491-71bf-4210-9508-b1b4a4906ae7,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:41.530097 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9c2268-bcf9-443a-9f2c-692a59cb237b admin admin] Pushing event updated for resources: {'Network': ['ID=efaf684a-c136-4bff-9215-aae77ff15c05,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:41.534031 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [None req-e11569a5-09f6-416c-8666-71d74379a7ec admin admin] Allocated IP 172.27.0.189 (a67fc2c9-f054-41ed-b80e-f186bf3f4e5f/f42dc890-63b4-41d2-851c-b195861b2359/6e8ce08a-e4dc-4c51-b7d9-88e1620c1311) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:23:41.567706 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Network efaf684a-c136-4bff-9215-aae77ff15c05 details requested by agent ovs-agent-dv-cinder-824895-3-iscsi with host dv-cinder-824895-3-iscsi {{(pid=102500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 21:23:41.579452 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d6ed6e-de14-48bb-ba5b-59bdc4137b09 admin admin] Made reservation on behalf of bbad54c14aa54167bfe8196594ca2e54 for: {'subnet': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:23:41.583437 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-23d6ed6e-de14-48bb-ba5b-59bdc4137b09 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8768191'] for subnet (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:41.698260 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e11569a5-09f6-416c-8666-71d74379a7ec admin admin] Publish callbacks [] for port (6e8ce08a-e4dc-4c51-b7d9-88e1620c1311), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:41.731943 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-5060136e-9baa-450c-8f59-ed9401ba41ba None None] For port d3deec8c-3aa7-4093-9973-c6dcf7234b89, host dv-cinder-824895-3-iscsi, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:23:41.736580 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-5060136e-9baa-450c-8f59-ed9401ba41ba None None] For port d3deec8c-3aa7-4093-9973-c6dcf7234b89, host dv-cinder-824895-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=d3deec8c-3aa7-4093-9973-c6dcf7234b89,segment=NetworkSegment(51713c70-305e-4f46-b320-a9f6472c35e5),segment_id=51713c70-305e-4f46-b320-a9f6472c35e5)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:23:41.751800 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5060136e-9baa-450c-8f59-ed9401ba41ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (d3deec8c-3aa7-4093-9973-c6dcf7234b89), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:41.769506 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e11569a5-09f6-416c-8666-71d74379a7ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (6e8ce08a-e4dc-4c51-b7d9-88e1620c1311), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:41.801306 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-1d3fae31-b1d7-4edd-8542-2d4835c9c8eb None None] Publish callbacks [] for port (feab0ea3-6104-4cf8-8a41-4e30a5295b94), precommit_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:41.815749 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-1d3fae31-b1d7-4edd-8542-2d4835c9c8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (feab0ea3-6104-4cf8-8a41-4e30a5295b94), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:41.817634 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port 7f5c1d57-b707-4390-9720-8513f3a60582 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:23:41.819045 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (7f5c1d57-b707-4390-9720-8513f3a60582), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:41.903896 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11569a5-09f6-416c-8666-71d74379a7ec admin admin] Network a67fc2c9-f054-41ed-b80e-f186bf3f4e5f is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:23:41.924258 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-e11569a5-09f6-416c-8666-71d74379a7ec admin admin] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:23:41.929605 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5060136e-9baa-450c-8f59-ed9401ba41ba None None] Pushing event updated for resources: {'Port': ['ID=d3deec8c-3aa7-4093-9973-c6dcf7234b89,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:41.931604 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11569a5-09f6-416c-8666-71d74379a7ec admin admin] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:23:41.973137 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-23d6ed6e-de14-48bb-ba5b-59bdc4137b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8862996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8768173'] for subnet (eab97566-64e6-4283-9d20-1b34fd91c6ff), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:42.019910 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port 7f5c1d57-b707-4390-9720-8513f3a60582 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:23:42.044199 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11569a5-09f6-416c-8666-71d74379a7ec admin admin] Pushing event updated for resources: {'Port': ['ID=6e8ce08a-e4dc-4c51-b7d9-88e1620c1311,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:42.155586 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-1d3fae31-b1d7-4edd-8542-2d4835c9c8eb None None] Attempting to bind port feab0ea3-6104-4cf8-8a41-4e30a5295b94 on host dv-cinder-824895-3-iscsi for vnic_type normal with profile {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:23:42.155967 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-1d3fae31-b1d7-4edd-8542-2d4835c9c8eb None None] Attempting to bind port feab0ea3-6104-4cf8-8a41-4e30a5295b94 by drivers openvswitch,hyperv on host dv-cinder-824895-3-iscsi at level 0 using segments [{'id': 'a993168a-a0c6-43cc-b99a-7ea544204a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '5dabefd5-55d4-49f2-9f4d-e4e0156bb858'}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:23:42.156338 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3fae31-b1d7-4edd-8542-2d4835c9c8eb None None] Attempting to bind port feab0ea3-6104-4cf8-8a41-4e30a5295b94 on network 5dabefd5-55d4-49f2-9f4d-e4e0156bb858 {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:23:42.185317 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3fae31-b1d7-4edd-8542-2d4835c9c8eb None None] Checking agent: {'id': '03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824895-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 12, 31), 'started_at': datetime.datetime(2022, 1, 17, 21, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824895-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:23:42.185710 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3fae31-b1d7-4edd-8542-2d4835c9c8eb None None] Checking segment: {'id': 'a993168a-a0c6-43cc-b99a-7ea544204a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '5dabefd5-55d4-49f2-9f4d-e4e0156bb858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:23:42.186127 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-1d3fae31-b1d7-4edd-8542-2d4835c9c8eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:42.186533 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3fae31-b1d7-4edd-8542-2d4835c9c8eb None None] Bound using segment: {'id': 'a993168a-a0c6-43cc-b99a-7ea544204a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '5dabefd5-55d4-49f2-9f4d-e4e0156bb858'} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:23:42.187031 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-1d3fae31-b1d7-4edd-8542-2d4835c9c8eb None None] Bound port: feab0ea3-6104-4cf8-8a41-4e30a5295b94, host: dv-cinder-824895-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a993168a-a0c6-43cc-b99a-7ea544204a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '5dabefd5-55d4-49f2-9f4d-e4e0156bb858'}}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:23:42.187422 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-1d3fae31-b1d7-4edd-8542-2d4835c9c8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (feab0ea3-6104-4cf8-8a41-4e30a5295b94), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:42.192160 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6ed6e-de14-48bb-ba5b-59bdc4137b09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eab97566-64e6-4283-9d20-1b34fd91c6ff,revision_number=0']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:42.222601 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d6ed6e-de14-48bb-ba5b-59bdc4137b09 admin admin] Checking segment: {'id': '76e289f2-2840-412a-9b19-89bfc7e6310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'efaf684a-c136-4bff-9215-aae77ff15c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:23:42.222970 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d6ed6e-de14-48bb-ba5b-59bdc4137b09 admin admin] Network hostable DHCP agents. Network: efaf684a-c136-4bff-9215-aae77ff15c05, hostable agents: ['41e2bf6f-771d-4573-b749-4dbeb088662e'], hosted agents: [] {{(pid=102498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 21:23:42.260258 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d6ed6e-de14-48bb-ba5b-59bdc4137b09 admin admin] Network efaf684a-c136-4bff-9215-aae77ff15c05 is scheduled to be hosted by DHCP agent 41e2bf6f-771d-4573-b749-4dbeb088662e with binding_index 1 {{(pid=102498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 21:23:42.267369 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955fd96e-2869-48c6-b0d8-ad5b358d1bd7 None None] Pushing event updated for resources: {'Port': ['ID=feab0ea3-6104-4cf8-8a41-4e30a5295b94,revision_number=3']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:42.281906 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-23d6ed6e-de14-48bb-ba5b-59bdc4137b09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824895-3-iscsi, efaf684a-c136-4bff-9215-aae77ff15c05) {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:23:42.302580 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d6ed6e-de14-48bb-ba5b-59bdc4137b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:42.303131 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-23d6ed6e-de14-48bb-ba5b-59bdc4137b09 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:42.354975 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-23d6ed6e-de14-48bb-ba5b-59bdc4137b09 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8445532 Jan 17 21:23:42.357590 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 56364) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:23:42.362183 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-98bde54f-cbe5-4c8d-bfd1-f99c086fed40 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-899120451-router', 'tenant_id': 'bbad54c14aa54167bfe8196594ca2e54', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'}}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:23:42.372312 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5383a63-1fac-4239-80de-e4e583eefe2a None None] Network efaf684a-c136-4bff-9215-aae77ff15c05 requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:23:42.430515 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-98bde54f-cbe5-4c8d-bfd1-f99c086fed40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25756'] for router (e281e14c-c701-484c-9bb9-75169fedd79f), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:42.449728 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-98bde54f-cbe5-4c8d-bfd1-f99c086fed40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1030443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1018761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25749'] for router (e281e14c-c701-484c-9bb9-75169fedd79f), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:42.489465 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-1d3fae31-b1d7-4edd-8542-2d4835c9c8eb None None] For port feab0ea3-6104-4cf8-8a41-4e30a5295b94, host dv-cinder-824895-3-iscsi, cleared binding levels {{(pid=102501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:23:42.494884 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-1d3fae31-b1d7-4edd-8542-2d4835c9c8eb None None] For port feab0ea3-6104-4cf8-8a41-4e30a5295b94, host dv-cinder-824895-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=feab0ea3-6104-4cf8-8a41-4e30a5295b94,segment=NetworkSegment(a993168a-a0c6-43cc-b99a-7ea544204a80),segment_id=a993168a-a0c6-43cc-b99a-7ea544204a80)] {{(pid=102501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:23:42.506275 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-1d3fae31-b1d7-4edd-8542-2d4835c9c8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (feab0ea3-6104-4cf8-8a41-4e30a5295b94), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:42.571961 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-98bde54f-cbe5-4c8d-bfd1-f99c086fed40 admin admin] Publish callbacks [] for router_controller (e281e14c-c701-484c-9bb9-75169fedd79f), precommit_add_association {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:42.598292 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955fd96e-2869-48c6-b0d8-ad5b358d1bd7 None None] Pushing event updated for resources: {'Port': ['ID=feab0ea3-6104-4cf8-8a41-4e30a5295b94,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:42.615497 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3fae31-b1d7-4edd-8542-2d4835c9c8eb None None] Routers {'38fe4851-88a9-4bd1-b523-0559c1a29056'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:23:42.616448 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-1d3fae31-b1d7-4edd-8542-2d4835c9c8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:23:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['38fe4851-88a9-4bd1-b523-0559c1a29056'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:23:42.666455 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfd8ebf-4ae8-4fc7-9781-c51d7f6d9431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b485675-18a1-5f7e-9121-12847c6f93ae-efaf684a-c136-4bff-9215-aae77ff15c05', 'network_id': 'efaf684a-c136-4bff-9215-aae77ff15c05', 'project_id': 'bbad54c14aa54167bfe8196594ca2e54', 'fixed_ips': [{'subnet_id': 'eab97566-64e6-4283-9d20-1b34fd91c6ff'}]}} from dv-cinder-824895-3-iscsi. {{(pid=102500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 21:23:42.669590 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-4bfd8ebf-4ae8-4fc7-9781-c51d7f6d9431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:42.682950 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-e4bbbb21-5a7b-4fe6-ae89-98aa00d5075d None None] Provisioning complete for port feab0ea3-6104-4cf8-8a41-4e30a5295b94 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:23:42.683331 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e4bbbb21-5a7b-4fe6-ae89-98aa00d5075d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (feab0ea3-6104-4cf8-8a41-4e30a5295b94), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:42.736235 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e11569a5-09f6-416c-8666-71d74379a7ec admin admin] Publish callbacks [] for router_gateway (71fad196-0239-4338-86d9-b37b27dc820e), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:42.796930 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 5f303491-71bf-4210-9508-b1b4a4906ae7 up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:23:42.836134 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-1d3fae31-b1d7-4edd-8542-2d4835c9c8eb None None] Set router 38fe4851-88a9-4bd1-b523-0559c1a29056 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:23:43.125117 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e11569a5-09f6-416c-8666-71d74379a7ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1026008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1018718'] for router (71fad196-0239-4338-86d9-b37b27dc820e), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:43.148190 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-98bde54f-cbe5-4c8d-bfd1-f99c086fed40 admin admin] Publish callbacks [] for router_gateway (e281e14c-c701-484c-9bb9-75169fedd79f), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:43.255245 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-e4bbbb21-5a7b-4fe6-ae89-98aa00d5075d None None] Current status of the port feab0ea3-6104-4cf8-8a41-4e30a5295b94 is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:23:43.255834 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e4bbbb21-5a7b-4fe6-ae89-98aa00d5075d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (feab0ea3-6104-4cf8-8a41-4e30a5295b94), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:43.322236 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-1d3fae31-b1d7-4edd-8542-2d4835c9c8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fe4851-88a9-4bd1-b523-0559c1a29056', 'name': 'tempest-TestShelveInstance-1857534221-router', 'tenant_id': '715ec979393344e694cfdd0eab44cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '5f303491-71bf-4210-9508-b1b4a4906ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:32Z', 'updated_at': '2022-01-17T21:23:36Z', 'revision_number': 4, 'project_id': '715ec979393344e694cfdd0eab44cb1c', 'gw_port': {'id': '5f303491-71bf-4210-9508-b1b4a4906ae7', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fe4851-88a9-4bd1-b523-0559c1a29056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:33Z', 'updated_at': '2022-01-17T21:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': 'feab0ea3-6104-4cf8-8a41-4e30a5295b94', 'name': '', 'network_id': '5dabefd5-55d4-49f2-9f4d-e4e0156bb858', 'tenant_id': '715ec979393344e694cfdd0eab44cb1c', 'mac_address': 'fa:16:3e:bc:2a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fe4851-88a9-4bd1-b523-0559c1a29056', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'ce55c7e9-d38a-4482-bf77-df5118b92855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:36Z', 'updated_at': '2022-01-17T21:23:42Z', 'revision_number': 4, 'project_id': '715ec979393344e694cfdd0eab44cb1c', 'subnets': [{'id': 'ce55c7e9-d38a-4482-bf77-df5118b92855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:23:43.350379 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11569a5-09f6-416c-8666-71d74379a7ec admin admin] Router 71fad196-0239-4338-86d9-b37b27dc820e is scheduled to L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 with binding_index 1 {{(pid=102499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 21:23:43.367066 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port 5f303491-71bf-4210-9508-b1b4a4906ae7 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:23:43.367443 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (5f303491-71bf-4210-9508-b1b4a4906ae7), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:43.377044 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3fae31-b1d7-4edd-8542-2d4835c9c8eb None None] The sync data for ids ['38fe4851-88a9-4bd1-b523-0559c1a29056'] in dv-cinder-824895-3-iscsi is: [{'id': '38fe4851-88a9-4bd1-b523-0559c1a29056', 'name': 'tempest-TestShelveInstance-1857534221-router', 'tenant_id': '715ec979393344e694cfdd0eab44cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '5f303491-71bf-4210-9508-b1b4a4906ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:32Z', 'updated_at': '2022-01-17T21:23:36Z', 'revision_number': 4, 'project_id': '715ec979393344e694cfdd0eab44cb1c', 'gw_port': {'id': '5f303491-71bf-4210-9508-b1b4a4906ae7', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fe4851-88a9-4bd1-b523-0559c1a29056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:33Z', 'updated_at': '2022-01-17T21:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': 'feab0ea3-6104-4cf8-8a41-4e30a5295b94', 'name': '', 'network_id': '5dabefd5-55d4-49f2-9f4d-e4e0156bb858', 'tenant_id': '715ec979393344e694cfdd0eab44cb1c', 'mac_address': 'fa:16:3e:bc:2a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fe4851-88a9-4bd1-b523-0559c1a29056', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'ce55c7e9-d38a-4482-bf77-df5118b92855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:36Z', 'updated_at': '2022-01-17T21:23:42Z', 'revision_number': 4, 'project_id': '715ec979393344e694cfdd0eab44cb1c', 'subnets': [{'id': 'ce55c7e9-d38a-4482-bf77-df5118b92855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:23:43.419683 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-e4bbbb21-5a7b-4fe6-ae89-98aa00d5075d None None] For port feab0ea3-6104-4cf8-8a41-4e30a5295b94, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=feab0ea3-6104-4cf8-8a41-4e30a5295b94,segment=NetworkSegment(a993168a-a0c6-43cc-b99a-7ea544204a80),segment_id=a993168a-a0c6-43cc-b99a-7ea544204a80)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:23:43.426307 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_common [None req-4bfd8ebf-4ae8-4fc7-9781-c51d7f6d9431 None None] Allocated IP 172.20.0.2 (efaf684a-c136-4bff-9215-aae77ff15c05/eab97566-64e6-4283-9d20-1b34fd91c6ff/f4762e85-3aed-4892-a52a-33e2c1421a04) {{(pid=102500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:23:43.487222 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-98bde54f-cbe5-4c8d-bfd1-f99c086fed40 admin admin] Publish callbacks [] for router_gateway (e281e14c-c701-484c-9bb9-75169fedd79f), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:43.546036 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-98bde54f-cbe5-4c8d-bfd1-f99c086fed40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:43.573285 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11569a5-09f6-416c-8666-71d74379a7ec admin admin] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:23:43.607972 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e11569a5-09f6-416c-8666-71d74379a7ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:43.611786 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-e11569a5-09f6-416c-8666-71d74379a7ec admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6405127 Jan 17 21:23:43.612083 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 56382) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:23:43.615051 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-4bfd8ebf-4ae8-4fc7-9781-c51d7f6d9431 None None] Publish callbacks [] for port (f4762e85-3aed-4892-a52a-33e2c1421a04), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:43.627597 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa1f1f0-f1b4-4a7a-9e0e-14e72172d3f6 None None] Sync routers for ids ['71fad196-0239-4338-86d9-b37b27dc820e'] in dv-cinder-824895-3-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:23:43.629872 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e4bbbb21-5a7b-4fe6-ae89-98aa00d5075d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (feab0ea3-6104-4cf8-8a41-4e30a5295b94), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:43.686222 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-4bfd8ebf-4ae8-4fc7-9781-c51d7f6d9431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965'] for port (f4762e85-3aed-4892-a52a-33e2c1421a04), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:43.699215 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bbbb21-5a7b-4fe6-ae89-98aa00d5075d None None] Pushing event updated for resources: {'Port': ['ID=feab0ea3-6104-4cf8-8a41-4e30a5295b94,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:43.749803 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd8ebf-4ae8-4fc7-9781-c51d7f6d9431 None None] Pushing event updated for resources: {'Port': ['ID=f4762e85-3aed-4892-a52a-33e2c1421a04,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:43.758334 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfd8ebf-4ae8-4fc7-9781-c51d7f6d9431 None None] Network efaf684a-c136-4bff-9215-aae77ff15c05 is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:23:43.773363 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-7ee5f06e-956f-4e01-b98f-6814de6469b3 None None] Provisioning complete for port feab0ea3-6104-4cf8-8a41-4e30a5295b94 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:23:43.773493 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-7ee5f06e-956f-4e01-b98f-6814de6469b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (feab0ea3-6104-4cf8-8a41-4e30a5295b94), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:43.777177 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [None req-98bde54f-cbe5-4c8d-bfd1-f99c086fed40 admin admin] Allocated IP 172.27.0.239 (a67fc2c9-f054-41ed-b80e-f186bf3f4e5f/f42dc890-63b4-41d2-851c-b195861b2359/26f97dd6-a199-493a-a22b-45fb0f19105e) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:23:43.817455 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-4bfd8ebf-4ae8-4fc7-9781-c51d7f6d9431 None None] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:23:43.819875 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfd8ebf-4ae8-4fc7-9781-c51d7f6d9431 None None] Received port after_create {{(pid=102500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:23:43.826537 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa1f1f0-f1b4-4a7a-9e0e-14e72172d3f6 None None] Routers {'71fad196-0239-4338-86d9-b37b27dc820e'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:23:43.827173 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-0aa1f1f0-f1b4-4a7a-9e0e-14e72172d3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:23:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['71fad196-0239-4338-86d9-b37b27dc820e'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:23:43.836081 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906164f7-4246-40a4-b4b2-c249de77a4ca None None] Network 195f5d44-5019-482d-b86b-7126e001e1f0 requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:23:43.915884 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-98bde54f-cbe5-4c8d-bfd1-f99c086fed40 admin admin] Publish callbacks [] for port (26f97dd6-a199-493a-a22b-45fb0f19105e), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:43.956476 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-98bde54f-cbe5-4c8d-bfd1-f99c086fed40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863200'] for port (26f97dd6-a199-493a-a22b-45fb0f19105e), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:44.012320 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bde54f-cbe5-4c8d-bfd1-f99c086fed40 admin admin] Pushing event updated for resources: {'Port': ['ID=26f97dd6-a199-493a-a22b-45fb0f19105e,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:44.025475 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bde54f-cbe5-4c8d-bfd1-f99c086fed40 admin admin] Network a67fc2c9-f054-41ed-b80e-f186bf3f4e5f is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:23:44.027194 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-98bde54f-cbe5-4c8d-bfd1-f99c086fed40 admin admin] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:23:44.029761 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bde54f-cbe5-4c8d-bfd1-f99c086fed40 admin admin] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:23:44.231861 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-7ee5f06e-956f-4e01-b98f-6814de6469b3 None None] Current status of the port feab0ea3-6104-4cf8-8a41-4e30a5295b94 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:23:44.238530 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port 5f303491-71bf-4210-9508-b1b4a4906ae7 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:23:44.239630 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device d3deec8c-3aa7-4093-9973-c6dcf7234b89 up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:23:44.241570 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-4bfd8ebf-4ae8-4fc7-9781-c51d7f6d9431 None None] Attempting to bind port f4762e85-3aed-4892-a52a-33e2c1421a04 on host dv-cinder-824895-3-iscsi for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:23:44.241926 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-4bfd8ebf-4ae8-4fc7-9781-c51d7f6d9431 None None] Attempting to bind port f4762e85-3aed-4892-a52a-33e2c1421a04 by drivers openvswitch,hyperv on host dv-cinder-824895-3-iscsi at level 0 using segments [{'id': '76e289f2-2840-412a-9b19-89bfc7e6310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'efaf684a-c136-4bff-9215-aae77ff15c05'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:23:44.242298 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfd8ebf-4ae8-4fc7-9781-c51d7f6d9431 None None] Attempting to bind port f4762e85-3aed-4892-a52a-33e2c1421a04 on network efaf684a-c136-4bff-9215-aae77ff15c05 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:23:44.251436 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8eefb0e8-fd7d-4e36-ae73-7001c7e622fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:44.286937 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfd8ebf-4ae8-4fc7-9781-c51d7f6d9431 None None] Checking agent: {'id': '03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824895-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 12, 31), 'started_at': datetime.datetime(2022, 1, 17, 21, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824895-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:23:44.287548 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfd8ebf-4ae8-4fc7-9781-c51d7f6d9431 None None] Checking segment: {'id': '76e289f2-2840-412a-9b19-89bfc7e6310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'efaf684a-c136-4bff-9215-aae77ff15c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:23:44.287731 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-4bfd8ebf-4ae8-4fc7-9781-c51d7f6d9431 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:44.288124 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfd8ebf-4ae8-4fc7-9781-c51d7f6d9431 None None] Bound using segment: {'id': '76e289f2-2840-412a-9b19-89bfc7e6310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'efaf684a-c136-4bff-9215-aae77ff15c05'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:23:44.288643 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-4bfd8ebf-4ae8-4fc7-9781-c51d7f6d9431 None None] Bound port: f4762e85-3aed-4892-a52a-33e2c1421a04, host: dv-cinder-824895-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e289f2-2840-412a-9b19-89bfc7e6310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'efaf684a-c136-4bff-9215-aae77ff15c05'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:23:44.289027 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-4bfd8ebf-4ae8-4fc7-9781-c51d7f6d9431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (f4762e85-3aed-4892-a52a-33e2c1421a04), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:44.294122 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac85aa1e-5c41-458c-9ac9-487c0c1b2e5a None None] Sync routers for ids ['78be4ba5-dcdf-466f-8857-3af7b5656228'] in dv-cinder-824895-3-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:23:44.305526 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac85aa1e-5c41-458c-9ac9-487c0c1b2e5a None None] Routers {'78be4ba5-dcdf-466f-8857-3af7b5656228'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:23:44.306328 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-ac85aa1e-5c41-458c-9ac9-487c0c1b2e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:23:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['78be4ba5-dcdf-466f-8857-3af7b5656228'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:23:44.364974 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-0aa1f1f0-f1b4-4a7a-9e0e-14e72172d3f6 None None] Set router 71fad196-0239-4338-86d9-b37b27dc820e gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:23:44.377262 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-98bde54f-cbe5-4c8d-bfd1-f99c086fed40 admin admin] Publish callbacks [] for router_gateway (e281e14c-c701-484c-9bb9-75169fedd79f), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:44.468167 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-ac85aa1e-5c41-458c-9ac9-487c0c1b2e5a None None] Set router 78be4ba5-dcdf-466f-8857-3af7b5656228 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:23:44.503077 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [None req-8eefb0e8-fd7d-4e36-ae73-7001c7e622fc admin admin] Allocated IP 172.20.0.1 (195f5d44-5019-482d-b86b-7126e001e1f0/9a3c6b22-9b2d-4d8e-a13f-dd7a44589650/305c626d-4706-429e-af14-7fa6566a6a7b) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:23:44.597389 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-42d24161-7942-4d8b-a290-861eb7b7242c None None] Provisioning complete for port d3deec8c-3aa7-4093-9973-c6dcf7234b89 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:23:44.597769 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-42d24161-7942-4d8b-a290-861eb7b7242c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (d3deec8c-3aa7-4093-9973-c6dcf7234b89), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:44.730282 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-4bfd8ebf-4ae8-4fc7-9781-c51d7f6d9431 None None] For port f4762e85-3aed-4892-a52a-33e2c1421a04, host dv-cinder-824895-3-iscsi, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:23:44.732362 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port d3deec8c-3aa7-4093-9973-c6dcf7234b89 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:23:44.732766 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (d3deec8c-3aa7-4093-9973-c6dcf7234b89), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:44.767153 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8eefb0e8-fd7d-4e36-ae73-7001c7e622fc admin admin] Publish callbacks [] for port (305c626d-4706-429e-af14-7fa6566a6a7b), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:44.810247 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-98bde54f-cbe5-4c8d-bfd1-f99c086fed40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1026008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1018718'] for router (e281e14c-c701-484c-9bb9-75169fedd79f), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:44.828980 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8eefb0e8-fd7d-4e36-ae73-7001c7e622fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (305c626d-4706-429e-af14-7fa6566a6a7b), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:44.833128 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-4bfd8ebf-4ae8-4fc7-9781-c51d7f6d9431 None None] For port f4762e85-3aed-4892-a52a-33e2c1421a04, host dv-cinder-824895-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=f4762e85-3aed-4892-a52a-33e2c1421a04,segment=NetworkSegment(76e289f2-2840-412a-9b19-89bfc7e6310d),segment_id=76e289f2-2840-412a-9b19-89bfc7e6310d)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:23:44.851683 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-ac85aa1e-5c41-458c-9ac9-487c0c1b2e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'name': 'tempest-TestVolumeBootPattern-920129794-router', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:34Z', 'updated_at': '2022-01-17T21:23:38Z', 'revision_number': 4, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'gw_port': {'id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:84:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:35Z', 'updated_at': '2022-01-17T21:23:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': 'ac94ccc9-7efe-4100-8faa-599da3bc5807', 'name': '', 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'mac_address': 'fa:16:3e:af:e0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:37Z', 'updated_at': '2022-01-17T21:23:38Z', 'revision_number': 2, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'subnets': [{'id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:23:44.882891 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eefb0e8-fd7d-4e36-ae73-7001c7e622fc admin admin] Network 195f5d44-5019-482d-b86b-7126e001e1f0 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:23:44.883749 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-4bfd8ebf-4ae8-4fc7-9781-c51d7f6d9431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (f4762e85-3aed-4892-a52a-33e2c1421a04), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:44.893140 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-8eefb0e8-fd7d-4e36-ae73-7001c7e622fc admin admin] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:23:44.902388 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac85aa1e-5c41-458c-9ac9-487c0c1b2e5a None None] Checking router: 78be4ba5-dcdf-466f-8857-3af7b5656228 for host: dv-cinder-824895-3-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:23:44.902841 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac85aa1e-5c41-458c-9ac9-487c0c1b2e5a None None] Updating router 78be4ba5-dcdf-466f-8857-3af7b5656228 port ac94ccc9-7efe-4100-8faa-599da3bc5807 binding host dv-cinder-824895-3-iscsi {{(pid=102501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 21:23:44.910851 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eefb0e8-fd7d-4e36-ae73-7001c7e622fc admin admin] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:23:44.942927 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eefb0e8-fd7d-4e36-ae73-7001c7e622fc admin admin] Pushing event updated for resources: {'Port': ['ID=305c626d-4706-429e-af14-7fa6566a6a7b,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:44.956931 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-ac85aa1e-5c41-458c-9ac9-487c0c1b2e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (ac94ccc9-7efe-4100-8faa-599da3bc5807), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:44.969112 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8eefb0e8-fd7d-4e36-ae73-7001c7e622fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1024649'] for router_interface (71fad196-0239-4338-86d9-b37b27dc820e), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:45.031136 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-42d24161-7942-4d8b-a290-861eb7b7242c None None] Current status of the port d3deec8c-3aa7-4093-9973-c6dcf7234b89 is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:23:45.031536 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-42d24161-7942-4d8b-a290-861eb7b7242c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (d3deec8c-3aa7-4093-9973-c6dcf7234b89), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:45.044009 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd8ebf-4ae8-4fc7-9781-c51d7f6d9431 None None] Pushing event updated for resources: {'Port': ['ID=f4762e85-3aed-4892-a52a-33e2c1421a04,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:45.047735 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98bde54f-cbe5-4c8d-bfd1-f99c086fed40 admin admin] Router e281e14c-c701-484c-9bb9-75169fedd79f is scheduled to L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 with binding_index 1 {{(pid=102498) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 21:23:45.106317 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-0aa1f1f0-f1b4-4a7a-9e0e-14e72172d3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fad196-0239-4338-86d9-b37b27dc820e', 'name': 'tempest-TestShelveInstance-1170152218-router', 'tenant_id': '432bf84f628c4c9d82d2ba7d51417e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '6e8ce08a-e4dc-4c51-b7d9-88e1620c1311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:40Z', 'updated_at': '2022-01-17T21:23:42Z', 'revision_number': 3, 'project_id': '432bf84f628c4c9d82d2ba7d51417e65', 'gw_port': {'id': '6e8ce08a-e4dc-4c51-b7d9-88e1620c1311', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c9:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fad196-0239-4338-86d9-b37b27dc820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:41Z', 'updated_at': '2022-01-17T21:23:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi'}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:23:45.156193 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa1f1f0-f1b4-4a7a-9e0e-14e72172d3f6 None None] Checking router: 71fad196-0239-4338-86d9-b37b27dc820e for host: dv-cinder-824895-3-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:23:45.156577 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa1f1f0-f1b4-4a7a-9e0e-14e72172d3f6 None None] Updating router 71fad196-0239-4338-86d9-b37b27dc820e port 6e8ce08a-e4dc-4c51-b7d9-88e1620c1311 binding host dv-cinder-824895-3-iscsi {{(pid=102500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 21:23:45.161473 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-42d24161-7942-4d8b-a290-861eb7b7242c None None] For port d3deec8c-3aa7-4093-9973-c6dcf7234b89, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=d3deec8c-3aa7-4093-9973-c6dcf7234b89,segment=NetworkSegment(51713c70-305e-4f46-b320-a9f6472c35e5),segment_id=51713c70-305e-4f46-b320-a9f6472c35e5)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:23:45.183772 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port d3deec8c-3aa7-4093-9973-c6dcf7234b89 is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:23:45.184085 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (d3deec8c-3aa7-4093-9973-c6dcf7234b89), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:45.188076 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-42d24161-7942-4d8b-a290-861eb7b7242c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (d3deec8c-3aa7-4093-9973-c6dcf7234b89), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:45.232006 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-0aa1f1f0-f1b4-4a7a-9e0e-14e72172d3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (6e8ce08a-e4dc-4c51-b7d9-88e1620c1311), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:45.290359 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98bde54f-cbe5-4c8d-bfd1-f99c086fed40 admin admin] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:23:45.313725 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8eefb0e8-fd7d-4e36-ae73-7001c7e622fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (305c626d-4706-429e-af14-7fa6566a6a7b), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:45.328945 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5db801e-736d-4b4c-900c-5edde369c5f7 None None] Sync routers for ids ['e281e14c-c701-484c-9bb9-75169fedd79f'] in dv-cinder-824895-3-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:23:45.365236 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d24161-7942-4d8b-a290-861eb7b7242c None None] Pushing event updated for resources: {'Port': ['ID=d3deec8c-3aa7-4093-9973-c6dcf7234b89,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:45.367970 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-98bde54f-cbe5-4c8d-bfd1-f99c086fed40 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:45.369924 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-98bde54f-cbe5-4c8d-bfd1-f99c086fed40 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0112023 Jan 17 21:23:45.379849 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 56398) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:23:45.430428 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5db801e-736d-4b4c-900c-5edde369c5f7 None None] Routers {'e281e14c-c701-484c-9bb9-75169fedd79f'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:23:45.431311 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-e5db801e-736d-4b4c-900c-5edde369c5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:23:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['e281e14c-c701-484c-9bb9-75169fedd79f'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:23:45.442167 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.db.api [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 21:23:45.442572 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG oslo_db.api [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 21:23:45.520121 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-81e405b1-d204-4fc4-b58b-713446cf9b51 None None] Provisioning complete for port 305c626d-4706-429e-af14-7fa6566a6a7b triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:23:45.520749 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-81e405b1-d204-4fc4-b58b-713446cf9b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (305c626d-4706-429e-af14-7fa6566a6a7b), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:45.574134 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-ac85aa1e-5c41-458c-9ac9-487c0c1b2e5a None None] Publish callbacks [] for port (ac94ccc9-7efe-4100-8faa-599da3bc5807), precommit_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:45.590377 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-ac85aa1e-5c41-458c-9ac9-487c0c1b2e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (ac94ccc9-7efe-4100-8faa-599da3bc5807), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:45.627921 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8eefb0e8-fd7d-4e36-ae73-7001c7e622fc admin admin] Publish callbacks [] for port (305c626d-4706-429e-af14-7fa6566a6a7b), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:45.636899 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8eefb0e8-fd7d-4e36-ae73-7001c7e622fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3358448'] for port (305c626d-4706-429e-af14-7fa6566a6a7b), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:45.670588 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-81e405b1-d204-4fc4-b58b-713446cf9b51 None None] Port 305c626d-4706-429e-af14-7fa6566a6a7b cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:23:45.681521 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76292103-20d3-4c42-9aae-521113d9114c None None] Pushing event updated for resources: {'Port': ['ID=ac94ccc9-7efe-4100-8faa-599da3bc5807,revision_number=3']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:45.707827 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8eefb0e8-fd7d-4e36-ae73-7001c7e622fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-986102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1024541'] for router_interface (71fad196-0239-4338-86d9-b37b27dc820e), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:45.761132 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-e5db801e-736d-4b4c-900c-5edde369c5f7 None None] Set router e281e14c-c701-484c-9bb9-75169fedd79f gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:23:45.798422 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-ac85aa1e-5c41-458c-9ac9-487c0c1b2e5a None None] Attempting to bind port ac94ccc9-7efe-4100-8faa-599da3bc5807 on host dv-cinder-824895-3-iscsi for vnic_type normal with profile {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:23:45.798929 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-ac85aa1e-5c41-458c-9ac9-487c0c1b2e5a None None] Attempting to bind port ac94ccc9-7efe-4100-8faa-599da3bc5807 by drivers openvswitch,hyperv on host dv-cinder-824895-3-iscsi at level 0 using segments [{'id': '7ee340a2-c031-4107-9341-36ba121a962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9'}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:23:45.799499 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac85aa1e-5c41-458c-9ac9-487c0c1b2e5a None None] Attempting to bind port ac94ccc9-7efe-4100-8faa-599da3bc5807 on network 5af0e6ef-b600-4363-b491-e83498d1d2b9 {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:23:45.807747 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac85aa1e-5c41-458c-9ac9-487c0c1b2e5a None None] Checking agent: {'id': '03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824895-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 12, 31), 'started_at': datetime.datetime(2022, 1, 17, 21, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824895-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:23:45.808506 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac85aa1e-5c41-458c-9ac9-487c0c1b2e5a None None] Checking segment: {'id': '7ee340a2-c031-4107-9341-36ba121a962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:23:45.809222 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-ac85aa1e-5c41-458c-9ac9-487c0c1b2e5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:45.810159 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac85aa1e-5c41-458c-9ac9-487c0c1b2e5a None None] Bound using segment: {'id': '7ee340a2-c031-4107-9341-36ba121a962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9'} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:23:45.812069 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-ac85aa1e-5c41-458c-9ac9-487c0c1b2e5a None None] Bound port: ac94ccc9-7efe-4100-8faa-599da3bc5807, host: dv-cinder-824895-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee340a2-c031-4107-9341-36ba121a962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9'}}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:23:45.812875 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-ac85aa1e-5c41-458c-9ac9-487c0c1b2e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (ac94ccc9-7efe-4100-8faa-599da3bc5807), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:45.826587 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eefb0e8-fd7d-4e36-ae73-7001c7e622fc admin admin] Pushing event updated for resources: {'Port': ['ID=305c626d-4706-429e-af14-7fa6566a6a7b,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:45.882689 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eefb0e8-fd7d-4e36-ae73-7001c7e622fc admin admin] Network 195f5d44-5019-482d-b86b-7126e001e1f0 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:23:45.886336 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-8eefb0e8-fd7d-4e36-ae73-7001c7e622fc admin admin] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:23:45.924193 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-81e405b1-d204-4fc4-b58b-713446cf9b51 None None] Provisioning complete for port d3deec8c-3aa7-4093-9973-c6dcf7234b89 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:23:45.924616 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-81e405b1-d204-4fc4-b58b-713446cf9b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (d3deec8c-3aa7-4093-9973-c6dcf7234b89), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:45.956719 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-ac85aa1e-5c41-458c-9ac9-487c0c1b2e5a None None] For port ac94ccc9-7efe-4100-8faa-599da3bc5807, host dv-cinder-824895-3-iscsi, cleared binding levels {{(pid=102501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:23:45.967024 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-ac85aa1e-5c41-458c-9ac9-487c0c1b2e5a None None] For port ac94ccc9-7efe-4100-8faa-599da3bc5807, host dv-cinder-824895-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=ac94ccc9-7efe-4100-8faa-599da3bc5807,segment=NetworkSegment(7ee340a2-c031-4107-9341-36ba121a962a),segment_id=7ee340a2-c031-4107-9341-36ba121a962a)] {{(pid=102501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:23:45.981234 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-ac85aa1e-5c41-458c-9ac9-487c0c1b2e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (ac94ccc9-7efe-4100-8faa-599da3bc5807), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:46.098688 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eefb0e8-fd7d-4e36-ae73-7001c7e622fc admin admin] Router 71fad196-0239-4338-86d9-b37b27dc820e has already been hosted by L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:23:46.157190 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76292103-20d3-4c42-9aae-521113d9114c None None] Pushing event updated for resources: {'Port': ['ID=ac94ccc9-7efe-4100-8faa-599da3bc5807,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:46.168795 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac85aa1e-5c41-458c-9ac9-487c0c1b2e5a None None] Routers {'78be4ba5-dcdf-466f-8857-3af7b5656228'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:23:46.169656 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-ac85aa1e-5c41-458c-9ac9-487c0c1b2e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:23:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['78be4ba5-dcdf-466f-8857-3af7b5656228'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:23:46.169957 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d88e9b5b-63dd-4d54-8a35-40bdabecd50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:46.181221 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-0aa1f1f0-f1b4-4a7a-9e0e-14e72172d3f6 None None] Publish callbacks [] for port (6e8ce08a-e4dc-4c51-b7d9-88e1620c1311), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:46.250265 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-0aa1f1f0-f1b4-4a7a-9e0e-14e72172d3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (6e8ce08a-e4dc-4c51-b7d9-88e1620c1311), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:46.330221 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73eb342-3101-4404-b2e1-14449d65dd56 None None] Pushing event updated for resources: {'Port': ['ID=6e8ce08a-e4dc-4c51-b7d9-88e1620c1311,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:46.382131 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-0aa1f1f0-f1b4-4a7a-9e0e-14e72172d3f6 None None] Attempting to bind port 6e8ce08a-e4dc-4c51-b7d9-88e1620c1311 on host dv-cinder-824895-3-iscsi for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:23:46.382508 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-0aa1f1f0-f1b4-4a7a-9e0e-14e72172d3f6 None None] Attempting to bind port 6e8ce08a-e4dc-4c51-b7d9-88e1620c1311 by drivers openvswitch,hyperv on host dv-cinder-824895-3-iscsi at level 0 using segments [{'id': '639a724d-f7b6-49a0-bd3a-5adbc7060ec3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:23:46.382868 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa1f1f0-f1b4-4a7a-9e0e-14e72172d3f6 None None] Attempting to bind port 6e8ce08a-e4dc-4c51-b7d9-88e1620c1311 on network a67fc2c9-f054-41ed-b80e-f186bf3f4e5f {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:23:46.396636 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port d3deec8c-3aa7-4093-9973-c6dcf7234b89 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:23:46.397749 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 8e8210e6-3cb3-4614-9383-050b2e3be9e1 up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:23:46.454806 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa1f1f0-f1b4-4a7a-9e0e-14e72172d3f6 None None] Checking agent: {'id': '03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824895-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 12, 31), 'started_at': datetime.datetime(2022, 1, 17, 21, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824895-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:23:46.455218 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa1f1f0-f1b4-4a7a-9e0e-14e72172d3f6 None None] Checking segment: {'id': '639a724d-f7b6-49a0-bd3a-5adbc7060ec3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:23:46.455626 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-0aa1f1f0-f1b4-4a7a-9e0e-14e72172d3f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:46.456295 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa1f1f0-f1b4-4a7a-9e0e-14e72172d3f6 None None] Bound using segment: {'id': '639a724d-f7b6-49a0-bd3a-5adbc7060ec3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:23:46.456823 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-0aa1f1f0-f1b4-4a7a-9e0e-14e72172d3f6 None None] Bound port: 6e8ce08a-e4dc-4c51-b7d9-88e1620c1311, host: dv-cinder-824895-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639a724d-f7b6-49a0-bd3a-5adbc7060ec3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:23:46.457211 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-0aa1f1f0-f1b4-4a7a-9e0e-14e72172d3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (6e8ce08a-e4dc-4c51-b7d9-88e1620c1311), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:46.499879 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [None req-d88e9b5b-63dd-4d54-8a35-40bdabecd50a admin admin] Allocated IP 172.20.0.1 (efaf684a-c136-4bff-9215-aae77ff15c05/eab97566-64e6-4283-9d20-1b34fd91c6ff/5eb8c3d1-2e2c-4d61-9587-7982693f950b) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:23:46.512117 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-0aa1f1f0-f1b4-4a7a-9e0e-14e72172d3f6 None None] For port 6e8ce08a-e4dc-4c51-b7d9-88e1620c1311, host dv-cinder-824895-3-iscsi, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:23:46.515494 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-0aa1f1f0-f1b4-4a7a-9e0e-14e72172d3f6 None None] For port 6e8ce08a-e4dc-4c51-b7d9-88e1620c1311, host dv-cinder-824895-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=6e8ce08a-e4dc-4c51-b7d9-88e1620c1311,segment=NetworkSegment(639a724d-f7b6-49a0-bd3a-5adbc7060ec3),segment_id=639a724d-f7b6-49a0-bd3a-5adbc7060ec3)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:23:46.539090 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-0aa1f1f0-f1b4-4a7a-9e0e-14e72172d3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (6e8ce08a-e4dc-4c51-b7d9-88e1620c1311), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:46.604939 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73eb342-3101-4404-b2e1-14449d65dd56 None None] Pushing event updated for resources: {'Port': ['ID=6e8ce08a-e4dc-4c51-b7d9-88e1620c1311,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:46.663195 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-81e405b1-d204-4fc4-b58b-713446cf9b51 None None] Current status of the port d3deec8c-3aa7-4093-9973-c6dcf7234b89 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:23:46.678756 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b38c35-28ba-441b-a82a-63ddc2777cd0 None None] Network efaf684a-c136-4bff-9215-aae77ff15c05 requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:23:46.680708 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-ac85aa1e-5c41-458c-9ac9-487c0c1b2e5a None None] Set router 78be4ba5-dcdf-466f-8857-3af7b5656228 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:23:46.686306 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d88e9b5b-63dd-4d54-8a35-40bdabecd50a admin admin] Publish callbacks [] for port (5eb8c3d1-2e2c-4d61-9587-7982693f950b), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:46.716417 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eefb0e8-fd7d-4e36-ae73-7001c7e622fc admin admin] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:23:46.723071 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-8eefb0e8-fd7d-4e36-ae73-7001c7e622fc admin admin] 10.222.0.64 "PUT /v2.0/routers/71fad196-0239-4338-86d9-b37b27dc820e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1037745 Jan 17 21:23:46.732290 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d88e9b5b-63dd-4d54-8a35-40bdabecd50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863200'] for port (5eb8c3d1-2e2c-4d61-9587-7982693f950b), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:46.775873 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88e9b5b-63dd-4d54-8a35-40bdabecd50a admin admin] Network efaf684a-c136-4bff-9215-aae77ff15c05 is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:23:46.783962 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-d88e9b5b-63dd-4d54-8a35-40bdabecd50a admin admin] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:23:46.787860 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88e9b5b-63dd-4d54-8a35-40bdabecd50a admin admin] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:23:46.826220 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa1f1f0-f1b4-4a7a-9e0e-14e72172d3f6 None None] Routers {'71fad196-0239-4338-86d9-b37b27dc820e'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:23:46.826427 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-0aa1f1f0-f1b4-4a7a-9e0e-14e72172d3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:23:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['71fad196-0239-4338-86d9-b37b27dc820e'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:23:46.833607 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e9b5b-63dd-4d54-8a35-40bdabecd50a admin admin] Pushing event updated for resources: {'Port': ['ID=5eb8c3d1-2e2c-4d61-9587-7982693f950b,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:46.847758 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d88e9b5b-63dd-4d54-8a35-40bdabecd50a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1024649'] for router_interface (e281e14c-c701-484c-9bb9-75169fedd79f), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:46.949421 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-3c844f52-cafe-4c30-9cd3-220a5996db0c None None] Provisioning complete for port 305c626d-4706-429e-af14-7fa6566a6a7b triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:23:46.949843 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-3c844f52-cafe-4c30-9cd3-220a5996db0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (305c626d-4706-429e-af14-7fa6566a6a7b), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:46.977104 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port 8e8210e6-3cb3-4614-9383-050b2e3be9e1 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:23:46.977465 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (8e8210e6-3cb3-4614-9383-050b2e3be9e1), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:47.008539 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-ac85aa1e-5c41-458c-9ac9-487c0c1b2e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'name': 'tempest-TestVolumeBootPattern-920129794-router', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:34Z', 'updated_at': '2022-01-17T21:23:38Z', 'revision_number': 4, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'gw_port': {'id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:84:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:35Z', 'updated_at': '2022-01-17T21:23:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': 'ac94ccc9-7efe-4100-8faa-599da3bc5807', 'name': '', 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'mac_address': 'fa:16:3e:af:e0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:37Z', 'updated_at': '2022-01-17T21:23:45Z', 'revision_number': 4, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'subnets': [{'id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:23:47.022385 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d88e9b5b-63dd-4d54-8a35-40bdabecd50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (5eb8c3d1-2e2c-4d61-9587-7982693f950b), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:47.041516 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac85aa1e-5c41-458c-9ac9-487c0c1b2e5a None None] The sync data for ids ['78be4ba5-dcdf-466f-8857-3af7b5656228'] in dv-cinder-824895-3-iscsi is: [{'id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'name': 'tempest-TestVolumeBootPattern-920129794-router', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:34Z', 'updated_at': '2022-01-17T21:23:38Z', 'revision_number': 4, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'gw_port': {'id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:84:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:35Z', 'updated_at': '2022-01-17T21:23:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': 'ac94ccc9-7efe-4100-8faa-599da3bc5807', 'name': '', 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'mac_address': 'fa:16:3e:af:e0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:37Z', 'updated_at': '2022-01-17T21:23:45Z', 'revision_number': 4, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'subnets': [{'id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:23:47.065956 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-3c844f52-cafe-4c30-9cd3-220a5996db0c None None] Port 305c626d-4706-429e-af14-7fa6566a6a7b cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:23:47.087859 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-0aa1f1f0-f1b4-4a7a-9e0e-14e72172d3f6 None None] Set router 71fad196-0239-4338-86d9-b37b27dc820e gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:23:47.134231 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-e5db801e-736d-4b4c-900c-5edde369c5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e281e14c-c701-484c-9bb9-75169fedd79f', 'name': 'tempest-TestVolumeBootPattern-899120451-router', 'tenant_id': 'bbad54c14aa54167bfe8196594ca2e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '26f97dd6-a199-493a-a22b-45fb0f19105e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:42Z', 'updated_at': '2022-01-17T21:23:44Z', 'revision_number': 3, 'project_id': 'bbad54c14aa54167bfe8196594ca2e54', 'gw_port': {'id': '26f97dd6-a199-493a-a22b-45fb0f19105e', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:86:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e281e14c-c701-484c-9bb9-75169fedd79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:43Z', 'updated_at': '2022-01-17T21:23:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi'}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:23:47.249005 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-3c844f52-cafe-4c30-9cd3-220a5996db0c None None] Provisioning complete for port f4762e85-3aed-4892-a52a-33e2c1421a04 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:23:47.249396 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-3c844f52-cafe-4c30-9cd3-220a5996db0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (f4762e85-3aed-4892-a52a-33e2c1421a04), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:47.253801 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5db801e-736d-4b4c-900c-5edde369c5f7 None None] Checking router: e281e14c-c701-484c-9bb9-75169fedd79f for host: dv-cinder-824895-3-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:23:47.254158 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5db801e-736d-4b4c-900c-5edde369c5f7 None None] Updating router e281e14c-c701-484c-9bb9-75169fedd79f port 26f97dd6-a199-493a-a22b-45fb0f19105e binding host dv-cinder-824895-3-iscsi {{(pid=102500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 21:23:47.271845 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d88e9b5b-63dd-4d54-8a35-40bdabecd50a admin admin] Publish callbacks [] for port (5eb8c3d1-2e2c-4d61-9587-7982693f950b), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:47.280281 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d88e9b5b-63dd-4d54-8a35-40bdabecd50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8863129'] for port (5eb8c3d1-2e2c-4d61-9587-7982693f950b), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:47.383320 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d88e9b5b-63dd-4d54-8a35-40bdabecd50a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-986102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1024541'] for router_interface (e281e14c-c701-484c-9bb9-75169fedd79f), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:47.405718 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port 8e8210e6-3cb3-4614-9383-050b2e3be9e1 is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:23:47.406290 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (8e8210e6-3cb3-4614-9383-050b2e3be9e1), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:47.415128 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e5db801e-736d-4b4c-900c-5edde369c5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (26f97dd6-a199-493a-a22b-45fb0f19105e), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:47.420849 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e9b5b-63dd-4d54-8a35-40bdabecd50a admin admin] Pushing event updated for resources: {'Port': ['ID=5eb8c3d1-2e2c-4d61-9587-7982693f950b,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:47.485823 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] For port 8e8210e6-3cb3-4614-9383-050b2e3be9e1, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=8e8210e6-3cb3-4614-9383-050b2e3be9e1,segment=NetworkSegment(639a724d-f7b6-49a0-bd3a-5adbc7060ec3),segment_id=639a724d-f7b6-49a0-bd3a-5adbc7060ec3)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:23:47.498395 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (8e8210e6-3cb3-4614-9383-050b2e3be9e1), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:47.558440 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88e9b5b-63dd-4d54-8a35-40bdabecd50a admin admin] Network efaf684a-c136-4bff-9215-aae77ff15c05 is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:23:47.567544 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-d88e9b5b-63dd-4d54-8a35-40bdabecd50a admin admin] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:23:47.650497 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 56426) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:23:47.655525 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-fc7fea8b-ad26-4018-97ba-1615efe5a9ac tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-133141994', 'description': 'tempest-secgroup-smoke-133141994 description', 'project_id': '715ec979393344e694cfdd0eab44cb1c'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:23:47.716199 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fc7fea8b-ad26-4018-97ba-1615efe5a9ac tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:47.837343 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fc7fea8b-ad26-4018-97ba-1615efe5a9ac tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks [] for security_group (964580b8-07f1-495b-8d0b-2b08125c9df5), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:47.843873 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fc7fea8b-ad26-4018-97ba-1615efe5a9ac tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (964580b8-07f1-495b-8d0b-2b08125c9df5), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:47.871723 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Pushing event updated for resources: {'Port': ['ID=8e8210e6-3cb3-4614-9383-050b2e3be9e1,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:47.885570 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device ac94ccc9-7efe-4100-8faa-599da3bc5807 up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:23:47.886747 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7fea8b-ad26-4018-97ba-1615efe5a9ac tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=964580b8-07f1-495b-8d0b-2b08125c9df5,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:47.910923 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fc7fea8b-ad26-4018-97ba-1615efe5a9ac tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:47.913734 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-fc7fea8b-ad26-4018-97ba-1615efe5a9ac tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2617326 Jan 17 21:23:47.916756 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 56430) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:23:47.921866 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-7040f415-5646-4b9b-9272-62a9d97a0bbc tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Request body: {'security_group_rule': {'security_group_id': '964580b8-07f1-495b-8d0b-2b08125c9df5', 'project_id': '715ec979393344e694cfdd0eab44cb1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:23:47.964910 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7040f415-5646-4b9b-9272-62a9d97a0bbc tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks [] for security_group_rule (d4f344d0-cb55-4e9d-ba0f-69c2ec3ff6be), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:47.982230 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-3c844f52-cafe-4c30-9cd3-220a5996db0c None None] Current status of the port f4762e85-3aed-4892-a52a-33e2c1421a04 is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:23:47.982628 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-3c844f52-cafe-4c30-9cd3-220a5996db0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (f4762e85-3aed-4892-a52a-33e2c1421a04), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:48.049021 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88e9b5b-63dd-4d54-8a35-40bdabecd50a admin admin] Router e281e14c-c701-484c-9bb9-75169fedd79f has already been hosted by L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 {{(pid=102498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:23:48.071754 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7040f415-5646-4b9b-9272-62a9d97a0bbc tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks [] for security_group_rule (d4f344d0-cb55-4e9d-ba0f-69c2ec3ff6be), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:48.076884 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7040f415-5646-4b9b-9272-62a9d97a0bbc tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953368'] for security_group_rule (d4f344d0-cb55-4e9d-ba0f-69c2ec3ff6be), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:48.078948 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-3c844f52-cafe-4c30-9cd3-220a5996db0c None None] For port f4762e85-3aed-4892-a52a-33e2c1421a04, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=f4762e85-3aed-4892-a52a-33e2c1421a04,segment=NetworkSegment(76e289f2-2840-412a-9b19-89bfc7e6310d),segment_id=76e289f2-2840-412a-9b19-89bfc7e6310d)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:23:48.092456 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-3c844f52-cafe-4c30-9cd3-220a5996db0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (f4762e85-3aed-4892-a52a-33e2c1421a04), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:48.093565 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7040f415-5646-4b9b-9272-62a9d97a0bbc tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f344d0-cb55-4e9d-ba0f-69c2ec3ff6be,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:48.112107 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7040f415-5646-4b9b-9272-62a9d97a0bbc tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:48.114124 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-7040f415-5646-4b9b-9272-62a9d97a0bbc tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1963062 Jan 17 21:23:48.119152 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 56432) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:23:48.124104 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-dfc9d6e6-cd6b-4419-b934-b44149058669 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Request body: {'security_group_rule': {'security_group_id': '964580b8-07f1-495b-8d0b-2b08125c9df5', 'project_id': '715ec979393344e694cfdd0eab44cb1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:23:48.134388 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e5db801e-736d-4b4c-900c-5edde369c5f7 None None] Publish callbacks [] for port (26f97dd6-a199-493a-a22b-45fb0f19105e), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:48.156411 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port ac94ccc9-7efe-4100-8faa-599da3bc5807 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:23:48.156793 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (ac94ccc9-7efe-4100-8faa-599da3bc5807), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:48.162176 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e5db801e-736d-4b4c-900c-5edde369c5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (26f97dd6-a199-493a-a22b-45fb0f19105e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:48.165637 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dfc9d6e6-cd6b-4419-b934-b44149058669 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks [] for security_group_rule (c7f52f48-50e5-4bdb-b2b1-d6a0d9ef6095), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:48.174722 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-0aa1f1f0-f1b4-4a7a-9e0e-14e72172d3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fad196-0239-4338-86d9-b37b27dc820e', 'name': 'tempest-TestShelveInstance-1170152218-router', 'tenant_id': '432bf84f628c4c9d82d2ba7d51417e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '6e8ce08a-e4dc-4c51-b7d9-88e1620c1311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:40Z', 'updated_at': '2022-01-17T21:23:45Z', 'revision_number': 4, 'project_id': '432bf84f628c4c9d82d2ba7d51417e65', 'gw_port': {'id': '6e8ce08a-e4dc-4c51-b7d9-88e1620c1311', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c9:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fad196-0239-4338-86d9-b37b27dc820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:41Z', 'updated_at': '2022-01-17T21:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': '305c626d-4706-429e-af14-7fa6566a6a7b', 'name': '', 'network_id': '195f5d44-5019-482d-b86b-7126e001e1f0', 'tenant_id': '432bf84f628c4c9d82d2ba7d51417e65', 'mac_address': 'fa:16:3e:20:be:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fad196-0239-4338-86d9-b37b27dc820e', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9a3c6b22-9b2d-4d8e-a13f-dd7a44589650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:44Z', 'updated_at': '2022-01-17T21:23:45Z', 'revision_number': 2, 'project_id': '432bf84f628c4c9d82d2ba7d51417e65', 'subnets': [{'id': '9a3c6b22-9b2d-4d8e-a13f-dd7a44589650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:23:48.176629 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-3c844f52-cafe-4c30-9cd3-220a5996db0c None None] Provisioning complete for port ac94ccc9-7efe-4100-8faa-599da3bc5807 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:23:48.177000 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-3c844f52-cafe-4c30-9cd3-220a5996db0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (ac94ccc9-7efe-4100-8faa-599da3bc5807), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:48.225629 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dfc9d6e6-cd6b-4419-b934-b44149058669 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks [] for security_group_rule (c7f52f48-50e5-4bdb-b2b1-d6a0d9ef6095), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:48.226486 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88e9b5b-63dd-4d54-8a35-40bdabecd50a admin admin] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:23:48.230844 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dfc9d6e6-cd6b-4419-b934-b44149058669 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953368'] for security_group_rule (c7f52f48-50e5-4bdb-b2b1-d6a0d9ef6095), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:48.243503 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-d88e9b5b-63dd-4d54-8a35-40bdabecd50a admin admin] 10.222.0.64 "PUT /v2.0/routers/e281e14c-c701-484c-9bb9-75169fedd79f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8599715 Jan 17 21:23:48.256327 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9d6e6-cd6b-4419-b934-b44149058669 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7f52f48-50e5-4bdb-b2b1-d6a0d9ef6095,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:48.269881 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dfc9d6e6-cd6b-4419-b934-b44149058669 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:48.272127 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-dfc9d6e6-cd6b-4419-b934-b44149058669 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1518435 Jan 17 21:23:48.274917 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 56436) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:23:48.280413 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-aa13db3e-8882-4807-96a9-e44bc7c97824 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Request body: {'security_group_rule': {'security_group_id': '964580b8-07f1-495b-8d0b-2b08125c9df5', 'project_id': '715ec979393344e694cfdd0eab44cb1c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:23:48.318034 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-aa13db3e-8882-4807-96a9-e44bc7c97824 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks [] for security_group_rule (ae457543-fd72-4c8c-9723-b0da1ad99f27), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:48.383906 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-aa13db3e-8882-4807-96a9-e44bc7c97824 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks [] for security_group_rule (ae457543-fd72-4c8c-9723-b0da1ad99f27), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:48.388214 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-aa13db3e-8882-4807-96a9-e44bc7c97824 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953368'] for security_group_rule (ae457543-fd72-4c8c-9723-b0da1ad99f27), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:48.393619 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c844f52-cafe-4c30-9cd3-220a5996db0c None None] Pushing event updated for resources: {'Port': ['ID=f4762e85-3aed-4892-a52a-33e2c1421a04,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:48.397402 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa1f1f0-f1b4-4a7a-9e0e-14e72172d3f6 None None] The sync data for ids ['71fad196-0239-4338-86d9-b37b27dc820e'] in dv-cinder-824895-3-iscsi is: [{'id': '71fad196-0239-4338-86d9-b37b27dc820e', 'name': 'tempest-TestShelveInstance-1170152218-router', 'tenant_id': '432bf84f628c4c9d82d2ba7d51417e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '6e8ce08a-e4dc-4c51-b7d9-88e1620c1311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:40Z', 'updated_at': '2022-01-17T21:23:45Z', 'revision_number': 4, 'project_id': '432bf84f628c4c9d82d2ba7d51417e65', 'gw_port': {'id': '6e8ce08a-e4dc-4c51-b7d9-88e1620c1311', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c9:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fad196-0239-4338-86d9-b37b27dc820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:41Z', 'updated_at': '2022-01-17T21:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': '305c626d-4706-429e-af14-7fa6566a6a7b', 'name': '', 'network_id': '195f5d44-5019-482d-b86b-7126e001e1f0', 'tenant_id': '432bf84f628c4c9d82d2ba7d51417e65', 'mac_address': 'fa:16:3e:20:be:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fad196-0239-4338-86d9-b37b27dc820e', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9a3c6b22-9b2d-4d8e-a13f-dd7a44589650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:44Z', 'updated_at': '2022-01-17T21:23:45Z', 'revision_number': 2, 'project_id': '432bf84f628c4c9d82d2ba7d51417e65', 'subnets': [{'id': '9a3c6b22-9b2d-4d8e-a13f-dd7a44589650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:23:48.417487 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13db3e-8882-4807-96a9-e44bc7c97824 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae457543-fd72-4c8c-9723-b0da1ad99f27,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:48.433554 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-aa13db3e-8882-4807-96a9-e44bc7c97824 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:48.437965 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-aa13db3e-8882-4807-96a9-e44bc7c97824 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1613929 Jan 17 21:23:48.440073 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 56446) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:23:48.446394 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-3151d134-afb7-4479-abaf-92acad373482 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Request body: {'security_group_rule': {'security_group_id': '964580b8-07f1-495b-8d0b-2b08125c9df5', 'project_id': '715ec979393344e694cfdd0eab44cb1c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:23:48.483265 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-e5db801e-736d-4b4c-900c-5edde369c5f7 None None] Attempting to bind port 26f97dd6-a199-493a-a22b-45fb0f19105e on host dv-cinder-824895-3-iscsi for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:23:48.483828 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-e5db801e-736d-4b4c-900c-5edde369c5f7 None None] Attempting to bind port 26f97dd6-a199-493a-a22b-45fb0f19105e by drivers openvswitch,hyperv on host dv-cinder-824895-3-iscsi at level 0 using segments [{'id': '639a724d-f7b6-49a0-bd3a-5adbc7060ec3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:23:48.483924 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5db801e-736d-4b4c-900c-5edde369c5f7 None None] Attempting to bind port 26f97dd6-a199-493a-a22b-45fb0f19105e on network a67fc2c9-f054-41ed-b80e-f186bf3f4e5f {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:23:48.489092 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-3151d134-afb7-4479-abaf-92acad373482 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks [] for security_group_rule (4ff2a175-87f3-427e-998c-8f161b179bb9), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:48.513124 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5db801e-736d-4b4c-900c-5edde369c5f7 None None] Checking agent: {'id': '03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824895-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 12, 31), 'started_at': datetime.datetime(2022, 1, 17, 21, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824895-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:23:48.513530 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5db801e-736d-4b4c-900c-5edde369c5f7 None None] Checking segment: {'id': '639a724d-f7b6-49a0-bd3a-5adbc7060ec3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:23:48.514483 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e5db801e-736d-4b4c-900c-5edde369c5f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:48.514892 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5db801e-736d-4b4c-900c-5edde369c5f7 None None] Bound using segment: {'id': '639a724d-f7b6-49a0-bd3a-5adbc7060ec3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:23:48.515457 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-e5db801e-736d-4b4c-900c-5edde369c5f7 None None] Bound port: 26f97dd6-a199-493a-a22b-45fb0f19105e, host: dv-cinder-824895-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639a724d-f7b6-49a0-bd3a-5adbc7060ec3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:23:48.515964 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e5db801e-736d-4b4c-900c-5edde369c5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (26f97dd6-a199-493a-a22b-45fb0f19105e), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:48.562755 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9d3db-9cab-44fc-addd-21a9c69a91dd None None] Pushing event updated for resources: {'Port': ['ID=26f97dd6-a199-493a-a22b-45fb0f19105e,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:48.605168 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-3151d134-afb7-4479-abaf-92acad373482 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks [] for security_group_rule (4ff2a175-87f3-427e-998c-8f161b179bb9), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:48.611915 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-3151d134-afb7-4479-abaf-92acad373482 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953368'] for security_group_rule (4ff2a175-87f3-427e-998c-8f161b179bb9), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:48.639821 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3151d134-afb7-4479-abaf-92acad373482 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ff2a175-87f3-427e-998c-8f161b179bb9,revision_number=0']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:48.664416 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-3151d134-afb7-4479-abaf-92acad373482 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:48.665313 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-3151d134-afb7-4479-abaf-92acad373482 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2239628 Jan 17 21:23:48.668231 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 56452) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:23:48.677230 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-a1515fba-2afd-4d8d-8d43-e23505cfc39b tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Request body: {'security_group_rule': {'security_group_id': '964580b8-07f1-495b-8d0b-2b08125c9df5', 'project_id': '715ec979393344e694cfdd0eab44cb1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:23:48.690605 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-3c844f52-cafe-4c30-9cd3-220a5996db0c None None] Current status of the port ac94ccc9-7efe-4100-8faa-599da3bc5807 is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:23:48.691003 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-3c844f52-cafe-4c30-9cd3-220a5996db0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (ac94ccc9-7efe-4100-8faa-599da3bc5807), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:48.696752 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-e5db801e-736d-4b4c-900c-5edde369c5f7 None None] For port 26f97dd6-a199-493a-a22b-45fb0f19105e, host dv-cinder-824895-3-iscsi, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:23:48.702479 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-e5db801e-736d-4b4c-900c-5edde369c5f7 None None] For port 26f97dd6-a199-493a-a22b-45fb0f19105e, host dv-cinder-824895-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=26f97dd6-a199-493a-a22b-45fb0f19105e,segment=NetworkSegment(639a724d-f7b6-49a0-bd3a-5adbc7060ec3),segment_id=639a724d-f7b6-49a0-bd3a-5adbc7060ec3)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:23:48.711084 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e5db801e-736d-4b4c-900c-5edde369c5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (26f97dd6-a199-493a-a22b-45fb0f19105e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:48.714768 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.db.securitygroups_db [None req-a1515fba-2afd-4d8d-8d43-e23505cfc39b tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Project 715ec979393344e694cfdd0eab44cb1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 21:23:48.717288 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port ac94ccc9-7efe-4100-8faa-599da3bc5807 is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:23:48.717690 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (ac94ccc9-7efe-4100-8faa-599da3bc5807), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:48.724201 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a1515fba-2afd-4d8d-8d43-e23505cfc39b tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks [] for security_group_rule (e01f475a-4c40-4057-a3c5-f04bd6e78217), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:48.810536 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a1515fba-2afd-4d8d-8d43-e23505cfc39b tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks [] for security_group_rule (e01f475a-4c40-4057-a3c5-f04bd6e78217), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:48.825984 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a1515fba-2afd-4d8d-8d43-e23505cfc39b tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953368'] for security_group_rule (e01f475a-4c40-4057-a3c5-f04bd6e78217), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:48.841678 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-3c844f52-cafe-4c30-9cd3-220a5996db0c None None] For port ac94ccc9-7efe-4100-8faa-599da3bc5807, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=ac94ccc9-7efe-4100-8faa-599da3bc5807,segment=NetworkSegment(7ee340a2-c031-4107-9341-36ba121a962a),segment_id=7ee340a2-c031-4107-9341-36ba121a962a)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:23:48.857401 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-3c844f52-cafe-4c30-9cd3-220a5996db0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (ac94ccc9-7efe-4100-8faa-599da3bc5807), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:48.868432 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5db801e-736d-4b4c-900c-5edde369c5f7 None None] Routers {'e281e14c-c701-484c-9bb9-75169fedd79f'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:23:48.869064 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-e5db801e-736d-4b4c-900c-5edde369c5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:23:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['e281e14c-c701-484c-9bb9-75169fedd79f'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:23:48.876892 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a1515fba-2afd-4d8d-8d43-e23505cfc39b tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:48.878202 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-a1515fba-2afd-4d8d-8d43-e23505cfc39b tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2086725 Jan 17 21:23:48.881631 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1515fba-2afd-4d8d-8d43-e23505cfc39b tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e01f475a-4c40-4057-a3c5-f04bd6e78217,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:48.883361 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 56458) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:23:48.888133 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-46d1f7ea-c1e6-4f8d-9aeb-d3cf8e40a38f tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Request body: {'security_group_rule': {'security_group_id': '964580b8-07f1-495b-8d0b-2b08125c9df5', 'project_id': '715ec979393344e694cfdd0eab44cb1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:23:48.905465 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9d3db-9cab-44fc-addd-21a9c69a91dd None None] Pushing event updated for resources: {'Port': ['ID=26f97dd6-a199-493a-a22b-45fb0f19105e,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:48.930433 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.db.securitygroups_db [None req-46d1f7ea-c1e6-4f8d-9aeb-d3cf8e40a38f tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Project 715ec979393344e694cfdd0eab44cb1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 21:23:48.938012 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-46d1f7ea-c1e6-4f8d-9aeb-d3cf8e40a38f tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks [] for security_group_rule (0a332fa5-061b-47f8-b96d-2e86ee283c81), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:49.038053 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.db.api [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 21:23:49.038424 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG oslo_db.api [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 21:23:49.045264 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-46d1f7ea-c1e6-4f8d-9aeb-d3cf8e40a38f tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks [] for security_group_rule (0a332fa5-061b-47f8-b96d-2e86ee283c81), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:49.052605 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-46d1f7ea-c1e6-4f8d-9aeb-d3cf8e40a38f tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953368'] for security_group_rule (0a332fa5-061b-47f8-b96d-2e86ee283c81), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:49.073677 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1f7ea-c1e6-4f8d-9aeb-d3cf8e40a38f tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a332fa5-061b-47f8-b96d-2e86ee283c81,revision_number=0']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:49.081346 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-ecdddaf5-768c-40d8-82b0-fdee50370069 None None] Provisioning complete for port 5eb8c3d1-2e2c-4d61-9587-7982693f950b triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:23:49.081728 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ecdddaf5-768c-40d8-82b0-fdee50370069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (5eb8c3d1-2e2c-4d61-9587-7982693f950b), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:49.086843 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c844f52-cafe-4c30-9cd3-220a5996db0c None None] Pushing event updated for resources: {'Port': ['ID=ac94ccc9-7efe-4100-8faa-599da3bc5807,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:49.092276 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 56462) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:23:49.097318 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-5d45b349-5ae8-4f86-9316-8480b98fad81 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-763362693', 'description': 'tempest-secgroup-smoke-763362693 description', 'project_id': '97b00002d33945c6a8056483b241fbf6'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:23:49.111324 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-46d1f7ea-c1e6-4f8d-9aeb-d3cf8e40a38f tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:49.113852 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-46d1f7ea-c1e6-4f8d-9aeb-d3cf8e40a38f tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2297459 Jan 17 21:23:49.150242 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-ecdddaf5-768c-40d8-82b0-fdee50370069 None None] Port 5eb8c3d1-2e2c-4d61-9587-7982693f950b cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:23:49.153606 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5d45b349-5ae8-4f86-9316-8480b98fad81 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:49.166295 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-e5db801e-736d-4b4c-900c-5edde369c5f7 None None] Set router e281e14c-c701-484c-9bb9-75169fedd79f gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:23:49.210510 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-ecdddaf5-768c-40d8-82b0-fdee50370069 None None] Provisioning complete for port f4762e85-3aed-4892-a52a-33e2c1421a04 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:23:49.211315 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ecdddaf5-768c-40d8-82b0-fdee50370069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (f4762e85-3aed-4892-a52a-33e2c1421a04), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:49.249902 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5d45b349-5ae8-4f86-9316-8480b98fad81 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks [] for security_group (0f45590d-5254-466f-af88-b7d60b1369f4), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:49.257421 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5d45b349-5ae8-4f86-9316-8480b98fad81 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (0f45590d-5254-466f-af88-b7d60b1369f4), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:49.298941 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5d45b349-5ae8-4f86-9316-8480b98fad81 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:49.304330 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 56488) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:23:49.309042 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-9f518e28-51fa-4be0-877b-f62993c42604 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Request body: {'security_group_rule': {'security_group_id': '0f45590d-5254-466f-af88-b7d60b1369f4', 'project_id': '97b00002d33945c6a8056483b241fbf6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:23:49.315133 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-5d45b349-5ae8-4f86-9316-8480b98fad81 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2212992 Jan 17 21:23:49.327517 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d45b349-5ae8-4f86-9316-8480b98fad81 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f45590d-5254-466f-af88-b7d60b1369f4,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:49.355909 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9f518e28-51fa-4be0-877b-f62993c42604 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks [] for security_group_rule (b97e4f40-d97b-4e08-9ddb-160a67ac17f2), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:49.425381 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-ecdddaf5-768c-40d8-82b0-fdee50370069 None None] Current status of the port f4762e85-3aed-4892-a52a-33e2c1421a04 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:23:49.426098 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9f518e28-51fa-4be0-877b-f62993c42604 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks [] for security_group_rule (b97e4f40-d97b-4e08-9ddb-160a67ac17f2), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:49.433827 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9f518e28-51fa-4be0-877b-f62993c42604 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953368'] for security_group_rule (b97e4f40-d97b-4e08-9ddb-160a67ac17f2), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:49.460527 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f518e28-51fa-4be0-877b-f62993c42604 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b97e4f40-d97b-4e08-9ddb-160a67ac17f2,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:49.469514 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9f518e28-51fa-4be0-877b-f62993c42604 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:49.470801 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-9f518e28-51fa-4be0-877b-f62993c42604 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1653979 Jan 17 21:23:49.473637 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 56502) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:23:49.479811 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-fe7d3417-b19d-4619-bfe9-c826bbe0b345 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Request body: {'security_group_rule': {'security_group_id': '0f45590d-5254-466f-af88-b7d60b1369f4', 'project_id': '97b00002d33945c6a8056483b241fbf6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:23:49.497925 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-e5db801e-736d-4b4c-900c-5edde369c5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e281e14c-c701-484c-9bb9-75169fedd79f', 'name': 'tempest-TestVolumeBootPattern-899120451-router', 'tenant_id': 'bbad54c14aa54167bfe8196594ca2e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '26f97dd6-a199-493a-a22b-45fb0f19105e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:42Z', 'updated_at': '2022-01-17T21:23:46Z', 'revision_number': 4, 'project_id': 'bbad54c14aa54167bfe8196594ca2e54', 'gw_port': {'id': '26f97dd6-a199-493a-a22b-45fb0f19105e', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:86:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e281e14c-c701-484c-9bb9-75169fedd79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:43Z', 'updated_at': '2022-01-17T21:23:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': '5eb8c3d1-2e2c-4d61-9587-7982693f950b', 'name': '', 'network_id': 'efaf684a-c136-4bff-9215-aae77ff15c05', 'tenant_id': 'bbad54c14aa54167bfe8196594ca2e54', 'mac_address': 'fa:16:3e:38:04:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e281e14c-c701-484c-9bb9-75169fedd79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'eab97566-64e6-4283-9d20-1b34fd91c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:46Z', 'updated_at': '2022-01-17T21:23:47Z', 'revision_number': 2, 'project_id': 'bbad54c14aa54167bfe8196594ca2e54', 'subnets': [{'id': 'eab97566-64e6-4283-9d20-1b34fd91c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:23:49.513207 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3417-b19d-4619-bfe9-c826bbe0b345 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks [] for security_group_rule (16a17276-5afe-4b9a-a3b7-dd380a3dbc8c), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:49.530320 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5db801e-736d-4b4c-900c-5edde369c5f7 None None] The sync data for ids ['e281e14c-c701-484c-9bb9-75169fedd79f'] in dv-cinder-824895-3-iscsi is: [{'id': 'e281e14c-c701-484c-9bb9-75169fedd79f', 'name': 'tempest-TestVolumeBootPattern-899120451-router', 'tenant_id': 'bbad54c14aa54167bfe8196594ca2e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '26f97dd6-a199-493a-a22b-45fb0f19105e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:42Z', 'updated_at': '2022-01-17T21:23:46Z', 'revision_number': 4, 'project_id': 'bbad54c14aa54167bfe8196594ca2e54', 'gw_port': {'id': '26f97dd6-a199-493a-a22b-45fb0f19105e', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:86:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e281e14c-c701-484c-9bb9-75169fedd79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:43Z', 'updated_at': '2022-01-17T21:23:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': '5eb8c3d1-2e2c-4d61-9587-7982693f950b', 'name': '', 'network_id': 'efaf684a-c136-4bff-9215-aae77ff15c05', 'tenant_id': 'bbad54c14aa54167bfe8196594ca2e54', 'mac_address': 'fa:16:3e:38:04:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e281e14c-c701-484c-9bb9-75169fedd79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'eab97566-64e6-4283-9d20-1b34fd91c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:46Z', 'updated_at': '2022-01-17T21:23:47Z', 'revision_number': 2, 'project_id': 'bbad54c14aa54167bfe8196594ca2e54', 'subnets': [{'id': 'eab97566-64e6-4283-9d20-1b34fd91c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:23:49.593883 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port ac94ccc9-7efe-4100-8faa-599da3bc5807 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:23:49.595713 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device feab0ea3-6104-4cf8-8a41-4e30a5295b94 up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:23:49.596608 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3417-b19d-4619-bfe9-c826bbe0b345 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks [] for security_group_rule (16a17276-5afe-4b9a-a3b7-dd380a3dbc8c), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:49.603153 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3417-b19d-4619-bfe9-c826bbe0b345 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953368'] for security_group_rule (16a17276-5afe-4b9a-a3b7-dd380a3dbc8c), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:49.625403 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d3417-b19d-4619-bfe9-c826bbe0b345 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16a17276-5afe-4b9a-a3b7-dd380a3dbc8c,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:49.631526 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3417-b19d-4619-bfe9-c826bbe0b345 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:49.632518 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-fe7d3417-b19d-4619-bfe9-c826bbe0b345 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1576636 Jan 17 21:23:49.635358 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 56506) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:23:49.640988 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-d69ae4b5-df56-4d2d-b605-e364154f7042 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Request body: {'security_group_rule': {'security_group_id': '0f45590d-5254-466f-af88-b7d60b1369f4', 'project_id': '97b00002d33945c6a8056483b241fbf6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:23:49.657443 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port feab0ea3-6104-4cf8-8a41-4e30a5295b94 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:23:49.657940 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (feab0ea3-6104-4cf8-8a41-4e30a5295b94), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:49.675243 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d69ae4b5-df56-4d2d-b605-e364154f7042 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks [] for security_group_rule (720267f7-de01-4e6f-8a26-7e60fd46635a), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:49.758998 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port feab0ea3-6104-4cf8-8a41-4e30a5295b94 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:23:49.760392 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device d3deec8c-3aa7-4093-9973-c6dcf7234b89 up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:23:49.761258 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d69ae4b5-df56-4d2d-b605-e364154f7042 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks [] for security_group_rule (720267f7-de01-4e6f-8a26-7e60fd46635a), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:49.781372 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d69ae4b5-df56-4d2d-b605-e364154f7042 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953368'] for security_group_rule (720267f7-de01-4e6f-8a26-7e60fd46635a), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:49.812964 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d69ae4b5-df56-4d2d-b605-e364154f7042 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:49.816686 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-d69ae4b5-df56-4d2d-b605-e364154f7042 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1774807 Jan 17 21:23:49.817030 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 56514) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:23:49.820817 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ae4b5-df56-4d2d-b605-e364154f7042 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=720267f7-de01-4e6f-8a26-7e60fd46635a,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:49.821598 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-078bb0c5-da28-4bc5-95c6-98effe4a724b tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Request body: {'security_group_rule': {'security_group_id': '0f45590d-5254-466f-af88-b7d60b1369f4', 'project_id': '97b00002d33945c6a8056483b241fbf6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:23:49.836709 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port d3deec8c-3aa7-4093-9973-c6dcf7234b89 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:23:49.837176 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (d3deec8c-3aa7-4093-9973-c6dcf7234b89), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:49.858839 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-078bb0c5-da28-4bc5-95c6-98effe4a724b tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks [] for security_group_rule (6f8da61c-1ffe-43f4-ac1d-05780dd8e802), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:49.922684 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-078bb0c5-da28-4bc5-95c6-98effe4a724b tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks [] for security_group_rule (6f8da61c-1ffe-43f4-ac1d-05780dd8e802), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:49.927376 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-078bb0c5-da28-4bc5-95c6-98effe4a724b tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953368'] for security_group_rule (6f8da61c-1ffe-43f4-ac1d-05780dd8e802), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:49.937475 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port d3deec8c-3aa7-4093-9973-c6dcf7234b89 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:23:49.938602 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device f4762e85-3aed-4892-a52a-33e2c1421a04 up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:23:49.946575 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078bb0c5-da28-4bc5-95c6-98effe4a724b tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f8da61c-1ffe-43f4-ac1d-05780dd8e802,revision_number=0']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:49.952264 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-078bb0c5-da28-4bc5-95c6-98effe4a724b tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:49.953614 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-078bb0c5-da28-4bc5-95c6-98effe4a724b tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1355813 Jan 17 21:23:49.956198 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 56518) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:23:49.961324 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-665b17b8-2b55-4500-9cb3-9a9b17b76610 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Request body: {'security_group_rule': {'security_group_id': '0f45590d-5254-466f-af88-b7d60b1369f4', 'project_id': '97b00002d33945c6a8056483b241fbf6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:23:50.010577 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.db.securitygroups_db [None req-665b17b8-2b55-4500-9cb3-9a9b17b76610 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Project 97b00002d33945c6a8056483b241fbf6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 21:23:50.016490 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-665b17b8-2b55-4500-9cb3-9a9b17b76610 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks [] for security_group_rule (b4c03769-bed4-4999-a111-ca6b16978eab), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:50.033849 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port f4762e85-3aed-4892-a52a-33e2c1421a04 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:23:50.034209 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (f4762e85-3aed-4892-a52a-33e2c1421a04), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:50.097406 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-665b17b8-2b55-4500-9cb3-9a9b17b76610 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks [] for security_group_rule (b4c03769-bed4-4999-a111-ca6b16978eab), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:50.102669 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-665b17b8-2b55-4500-9cb3-9a9b17b76610 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953368'] for security_group_rule (b4c03769-bed4-4999-a111-ca6b16978eab), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:50.131875 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b17b8-2b55-4500-9cb3-9a9b17b76610 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4c03769-bed4-4999-a111-ca6b16978eab,revision_number=0']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:50.132870 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port f4762e85-3aed-4892-a52a-33e2c1421a04 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:23:50.142000 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-665b17b8-2b55-4500-9cb3-9a9b17b76610 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:50.143300 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-665b17b8-2b55-4500-9cb3-9a9b17b76610 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1858311 Jan 17 21:23:50.146158 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 56522) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:23:50.150760 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-35d88355-f299-42d8-8a53-77f550ba40bd tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Request body: {'security_group_rule': {'security_group_id': '0f45590d-5254-466f-af88-b7d60b1369f4', 'project_id': '97b00002d33945c6a8056483b241fbf6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:23:50.182416 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.db.securitygroups_db [None req-35d88355-f299-42d8-8a53-77f550ba40bd tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Project 97b00002d33945c6a8056483b241fbf6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 21:23:50.188521 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-35d88355-f299-42d8-8a53-77f550ba40bd tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks [] for security_group_rule (a491c834-cc04-471a-8629-d996afbad8b1), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:50.267601 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-35d88355-f299-42d8-8a53-77f550ba40bd tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks [] for security_group_rule (a491c834-cc04-471a-8629-d996afbad8b1), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:50.272092 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-35d88355-f299-42d8-8a53-77f550ba40bd tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953368'] for security_group_rule (a491c834-cc04-471a-8629-d996afbad8b1), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:50.295236 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d88355-f299-42d8-8a53-77f550ba40bd tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a491c834-cc04-471a-8629-d996afbad8b1,revision_number=0']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:50.301340 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-35d88355-f299-42d8-8a53-77f550ba40bd tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:50.303595 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-35d88355-f299-42d8-8a53-77f550ba40bd tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1556499 Jan 17 21:23:50.392983 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device ac94ccc9-7efe-4100-8faa-599da3bc5807 up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:23:50.454972 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port ac94ccc9-7efe-4100-8faa-599da3bc5807 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:23:50.455451 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (ac94ccc9-7efe-4100-8faa-599da3bc5807), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:50.555752 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port ac94ccc9-7efe-4100-8faa-599da3bc5807 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:23:50.557206 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 6e8ce08a-e4dc-4c51-b7d9-88e1620c1311 up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:23:50.614862 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port 6e8ce08a-e4dc-4c51-b7d9-88e1620c1311 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:23:50.615723 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (6e8ce08a-e4dc-4c51-b7d9-88e1620c1311), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:50.735235 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port 6e8ce08a-e4dc-4c51-b7d9-88e1620c1311 is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:23:50.735770 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (6e8ce08a-e4dc-4c51-b7d9-88e1620c1311), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:50.764609 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] For port 6e8ce08a-e4dc-4c51-b7d9-88e1620c1311, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=6e8ce08a-e4dc-4c51-b7d9-88e1620c1311,segment=NetworkSegment(639a724d-f7b6-49a0-bd3a-5adbc7060ec3),segment_id=639a724d-f7b6-49a0-bd3a-5adbc7060ec3)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:23:50.769085 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (6e8ce08a-e4dc-4c51-b7d9-88e1620c1311), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:50.770134 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 8e8210e6-3cb3-4614-9383-050b2e3be9e1 up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:23:50.851605 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Pushing event updated for resources: {'Port': ['ID=6e8ce08a-e4dc-4c51-b7d9-88e1620c1311,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:50.872555 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port 8e8210e6-3cb3-4614-9383-050b2e3be9e1 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:23:50.873302 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (8e8210e6-3cb3-4614-9383-050b2e3be9e1), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:50.969764 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port 8e8210e6-3cb3-4614-9383-050b2e3be9e1 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:23:50.970992 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device f4762e85-3aed-4892-a52a-33e2c1421a04 up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:23:51.019262 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port f4762e85-3aed-4892-a52a-33e2c1421a04 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:23:51.019639 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (f4762e85-3aed-4892-a52a-33e2c1421a04), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:51.106736 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port f4762e85-3aed-4892-a52a-33e2c1421a04 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:23:52.033311 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:52.300219 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 6e8ce08a-e4dc-4c51-b7d9-88e1620c1311 up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:23:52.351457 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port 6e8ce08a-e4dc-4c51-b7d9-88e1620c1311 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:23:52.351832 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (6e8ce08a-e4dc-4c51-b7d9-88e1620c1311), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:52.428504 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port 6e8ce08a-e4dc-4c51-b7d9-88e1620c1311 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:23:52.429612 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 26f97dd6-a199-493a-a22b-45fb0f19105e up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:23:52.483735 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port 26f97dd6-a199-493a-a22b-45fb0f19105e triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:23:52.484343 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (26f97dd6-a199-493a-a22b-45fb0f19105e), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:52.566134 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port 26f97dd6-a199-493a-a22b-45fb0f19105e is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:23:52.566521 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (26f97dd6-a199-493a-a22b-45fb0f19105e), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:52.590267 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] For port 26f97dd6-a199-493a-a22b-45fb0f19105e, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=26f97dd6-a199-493a-a22b-45fb0f19105e,segment=NetworkSegment(639a724d-f7b6-49a0-bd3a-5adbc7060ec3),segment_id=639a724d-f7b6-49a0-bd3a-5adbc7060ec3)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:23:52.594957 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (26f97dd6-a199-493a-a22b-45fb0f19105e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:52.601376 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e627d2f-b6ef-401b-9d09-19e65f5ad5a4 None None] Sync routers for ids ['71fad196-0239-4338-86d9-b37b27dc820e'] in dv-cinder-824895-3-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:23:52.610287 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e627d2f-b6ef-401b-9d09-19e65f5ad5a4 None None] Routers {'71fad196-0239-4338-86d9-b37b27dc820e'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:23:52.610898 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-3e627d2f-b6ef-401b-9d09-19e65f5ad5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:23:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['71fad196-0239-4338-86d9-b37b27dc820e'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:23:52.644109 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Pushing event updated for resources: {'Port': ['ID=26f97dd6-a199-493a-a22b-45fb0f19105e,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:52.724635 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-3e627d2f-b6ef-401b-9d09-19e65f5ad5a4 None None] Set router 71fad196-0239-4338-86d9-b37b27dc820e gateway port host: dv-cinder-824895-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:23:52.942140 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-3e627d2f-b6ef-401b-9d09-19e65f5ad5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fad196-0239-4338-86d9-b37b27dc820e', 'name': 'tempest-TestShelveInstance-1170152218-router', 'tenant_id': '432bf84f628c4c9d82d2ba7d51417e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '6e8ce08a-e4dc-4c51-b7d9-88e1620c1311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:40Z', 'updated_at': '2022-01-17T21:23:45Z', 'revision_number': 4, 'project_id': '432bf84f628c4c9d82d2ba7d51417e65', 'gw_port': {'id': '6e8ce08a-e4dc-4c51-b7d9-88e1620c1311', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fad196-0239-4338-86d9-b37b27dc820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:41Z', 'updated_at': '2022-01-17T21:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': '305c626d-4706-429e-af14-7fa6566a6a7b', 'name': '', 'network_id': '195f5d44-5019-482d-b86b-7126e001e1f0', 'tenant_id': '432bf84f628c4c9d82d2ba7d51417e65', 'mac_address': 'fa:16:3e:20:be:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fad196-0239-4338-86d9-b37b27dc820e', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9a3c6b22-9b2d-4d8e-a13f-dd7a44589650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:44Z', 'updated_at': '2022-01-17T21:23:45Z', 'revision_number': 2, 'project_id': '432bf84f628c4c9d82d2ba7d51417e65', 'subnets': [{'id': '9a3c6b22-9b2d-4d8e-a13f-dd7a44589650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:23:52.969206 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e627d2f-b6ef-401b-9d09-19e65f5ad5a4 None None] Checking router: 71fad196-0239-4338-86d9-b37b27dc820e for host: dv-cinder-824895-3-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:23:52.969564 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e627d2f-b6ef-401b-9d09-19e65f5ad5a4 None None] Updating router 71fad196-0239-4338-86d9-b37b27dc820e port 305c626d-4706-429e-af14-7fa6566a6a7b binding host dv-cinder-824895-3-iscsi {{(pid=102501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 21:23:52.996879 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-3e627d2f-b6ef-401b-9d09-19e65f5ad5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (305c626d-4706-429e-af14-7fa6566a6a7b), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:53.290230 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-3e627d2f-b6ef-401b-9d09-19e65f5ad5a4 None None] Publish callbacks [] for port (305c626d-4706-429e-af14-7fa6566a6a7b), precommit_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:53.302022 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-3e627d2f-b6ef-401b-9d09-19e65f5ad5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (305c626d-4706-429e-af14-7fa6566a6a7b), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:53.361691 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9a4bc-e885-4031-bb17-eeb40b036d19 None None] Pushing event updated for resources: {'Port': ['ID=305c626d-4706-429e-af14-7fa6566a6a7b,revision_number=3']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:53.425823 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-3e627d2f-b6ef-401b-9d09-19e65f5ad5a4 None None] Attempting to bind port 305c626d-4706-429e-af14-7fa6566a6a7b on host dv-cinder-824895-3-iscsi for vnic_type normal with profile {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:23:53.426205 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-3e627d2f-b6ef-401b-9d09-19e65f5ad5a4 None None] Attempting to bind port 305c626d-4706-429e-af14-7fa6566a6a7b by drivers openvswitch,hyperv on host dv-cinder-824895-3-iscsi at level 0 using segments [{'id': '51713c70-305e-4f46-b320-a9f6472c35e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '195f5d44-5019-482d-b86b-7126e001e1f0'}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:23:53.426571 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e627d2f-b6ef-401b-9d09-19e65f5ad5a4 None None] Attempting to bind port 305c626d-4706-429e-af14-7fa6566a6a7b on network 195f5d44-5019-482d-b86b-7126e001e1f0 {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:23:53.432575 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e627d2f-b6ef-401b-9d09-19e65f5ad5a4 None None] Checking agent: {'id': '03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824895-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 12, 31), 'started_at': datetime.datetime(2022, 1, 17, 21, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824895-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:23:53.432954 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e627d2f-b6ef-401b-9d09-19e65f5ad5a4 None None] Checking segment: {'id': '51713c70-305e-4f46-b320-a9f6472c35e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '195f5d44-5019-482d-b86b-7126e001e1f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:23:53.433361 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-3e627d2f-b6ef-401b-9d09-19e65f5ad5a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:53.433785 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e627d2f-b6ef-401b-9d09-19e65f5ad5a4 None None] Bound using segment: {'id': '51713c70-305e-4f46-b320-a9f6472c35e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '195f5d44-5019-482d-b86b-7126e001e1f0'} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:23:53.434259 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-3e627d2f-b6ef-401b-9d09-19e65f5ad5a4 None None] Bound port: 305c626d-4706-429e-af14-7fa6566a6a7b, host: dv-cinder-824895-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51713c70-305e-4f46-b320-a9f6472c35e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '195f5d44-5019-482d-b86b-7126e001e1f0'}}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:23:53.434646 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-3e627d2f-b6ef-401b-9d09-19e65f5ad5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (305c626d-4706-429e-af14-7fa6566a6a7b), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:53.510929 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-3e627d2f-b6ef-401b-9d09-19e65f5ad5a4 None None] For port 305c626d-4706-429e-af14-7fa6566a6a7b, host dv-cinder-824895-3-iscsi, cleared binding levels {{(pid=102501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:23:53.514971 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-3e627d2f-b6ef-401b-9d09-19e65f5ad5a4 None None] For port 305c626d-4706-429e-af14-7fa6566a6a7b, host dv-cinder-824895-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=305c626d-4706-429e-af14-7fa6566a6a7b,segment=NetworkSegment(51713c70-305e-4f46-b320-a9f6472c35e5),segment_id=51713c70-305e-4f46-b320-a9f6472c35e5)] {{(pid=102501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:23:53.519334 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-3e627d2f-b6ef-401b-9d09-19e65f5ad5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (305c626d-4706-429e-af14-7fa6566a6a7b), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:53.576623 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-ccac443c-2b0e-44f4-a846-8040b58fbf45 None None] Provisioning complete for port 305c626d-4706-429e-af14-7fa6566a6a7b triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:23:53.577699 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ccac443c-2b0e-44f4-a846-8040b58fbf45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (305c626d-4706-429e-af14-7fa6566a6a7b), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:53.582465 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9a4bc-e885-4031-bb17-eeb40b036d19 None None] Pushing event updated for resources: {'Port': ['ID=305c626d-4706-429e-af14-7fa6566a6a7b,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:53.591535 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e627d2f-b6ef-401b-9d09-19e65f5ad5a4 None None] Routers {'71fad196-0239-4338-86d9-b37b27dc820e'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:23:53.592161 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-3e627d2f-b6ef-401b-9d09-19e65f5ad5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:23:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['71fad196-0239-4338-86d9-b37b27dc820e'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:23:53.679476 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-ccac443c-2b0e-44f4-a846-8040b58fbf45 None None] Current status of the port 305c626d-4706-429e-af14-7fa6566a6a7b is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:23:53.682840 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ccac443c-2b0e-44f4-a846-8040b58fbf45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (305c626d-4706-429e-af14-7fa6566a6a7b), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:53.726631 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-3e627d2f-b6ef-401b-9d09-19e65f5ad5a4 None None] Set router 71fad196-0239-4338-86d9-b37b27dc820e gateway port host: dv-cinder-824895-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:23:53.736164 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-ccac443c-2b0e-44f4-a846-8040b58fbf45 None None] For port 305c626d-4706-429e-af14-7fa6566a6a7b, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=305c626d-4706-429e-af14-7fa6566a6a7b,segment=NetworkSegment(51713c70-305e-4f46-b320-a9f6472c35e5),segment_id=51713c70-305e-4f46-b320-a9f6472c35e5)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:23:53.745324 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ccac443c-2b0e-44f4-a846-8040b58fbf45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (305c626d-4706-429e-af14-7fa6566a6a7b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:53.832866 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac443c-2b0e-44f4-a846-8040b58fbf45 None None] Pushing event updated for resources: {'Port': ['ID=305c626d-4706-429e-af14-7fa6566a6a7b,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:53.873877 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-e765621b-94f9-4a4f-b674-c076def22b1e None None] Provisioning complete for port 305c626d-4706-429e-af14-7fa6566a6a7b triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:23:53.874257 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e765621b-94f9-4a4f-b674-c076def22b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (305c626d-4706-429e-af14-7fa6566a6a7b), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:53.961680 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-e765621b-94f9-4a4f-b674-c076def22b1e None None] Current status of the port 305c626d-4706-429e-af14-7fa6566a6a7b is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:23:54.028029 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-3e627d2f-b6ef-401b-9d09-19e65f5ad5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fad196-0239-4338-86d9-b37b27dc820e', 'name': 'tempest-TestShelveInstance-1170152218-router', 'tenant_id': '432bf84f628c4c9d82d2ba7d51417e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '6e8ce08a-e4dc-4c51-b7d9-88e1620c1311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:40Z', 'updated_at': '2022-01-17T21:23:45Z', 'revision_number': 4, 'project_id': '432bf84f628c4c9d82d2ba7d51417e65', 'gw_port': {'id': '6e8ce08a-e4dc-4c51-b7d9-88e1620c1311', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fad196-0239-4338-86d9-b37b27dc820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:41Z', 'updated_at': '2022-01-17T21:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': '305c626d-4706-429e-af14-7fa6566a6a7b', 'name': '', 'network_id': '195f5d44-5019-482d-b86b-7126e001e1f0', 'tenant_id': '432bf84f628c4c9d82d2ba7d51417e65', 'mac_address': 'fa:16:3e:20:be:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fad196-0239-4338-86d9-b37b27dc820e', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9a3c6b22-9b2d-4d8e-a13f-dd7a44589650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:44Z', 'updated_at': '2022-01-17T21:23:53Z', 'revision_number': 4, 'project_id': '432bf84f628c4c9d82d2ba7d51417e65', 'subnets': [{'id': '9a3c6b22-9b2d-4d8e-a13f-dd7a44589650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:23:54.149011 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e627d2f-b6ef-401b-9d09-19e65f5ad5a4 None None] The sync data for ids ['71fad196-0239-4338-86d9-b37b27dc820e'] in dv-cinder-824895-3-iscsi is: [{'id': '71fad196-0239-4338-86d9-b37b27dc820e', 'name': 'tempest-TestShelveInstance-1170152218-router', 'tenant_id': '432bf84f628c4c9d82d2ba7d51417e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '6e8ce08a-e4dc-4c51-b7d9-88e1620c1311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:40Z', 'updated_at': '2022-01-17T21:23:45Z', 'revision_number': 4, 'project_id': '432bf84f628c4c9d82d2ba7d51417e65', 'gw_port': {'id': '6e8ce08a-e4dc-4c51-b7d9-88e1620c1311', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fad196-0239-4338-86d9-b37b27dc820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:41Z', 'updated_at': '2022-01-17T21:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': '305c626d-4706-429e-af14-7fa6566a6a7b', 'name': '', 'network_id': '195f5d44-5019-482d-b86b-7126e001e1f0', 'tenant_id': '432bf84f628c4c9d82d2ba7d51417e65', 'mac_address': 'fa:16:3e:20:be:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fad196-0239-4338-86d9-b37b27dc820e', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9a3c6b22-9b2d-4d8e-a13f-dd7a44589650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:44Z', 'updated_at': '2022-01-17T21:23:53Z', 'revision_number': 4, 'project_id': '432bf84f628c4c9d82d2ba7d51417e65', 'subnets': [{'id': '9a3c6b22-9b2d-4d8e-a13f-dd7a44589650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:23:54.173838 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc948bf-8b22-410c-ba52-01362a4bd9fb None None] Sync routers for ids ['e281e14c-c701-484c-9bb9-75169fedd79f'] in dv-cinder-824895-3-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:23:54.190653 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc948bf-8b22-410c-ba52-01362a4bd9fb None None] Routers {'e281e14c-c701-484c-9bb9-75169fedd79f'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:23:54.191301 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-6cc948bf-8b22-410c-ba52-01362a4bd9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:23:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['e281e14c-c701-484c-9bb9-75169fedd79f'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:23:54.353366 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 305c626d-4706-429e-af14-7fa6566a6a7b up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:23:54.413478 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-6cc948bf-8b22-410c-ba52-01362a4bd9fb None None] Set router e281e14c-c701-484c-9bb9-75169fedd79f gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:23:54.496870 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port 305c626d-4706-429e-af14-7fa6566a6a7b triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:23:54.497315 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (305c626d-4706-429e-af14-7fa6566a6a7b), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:54.573186 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0d174-d1d2-4117-8b7c-ca10587906fc req-56721dc7-9828-49cf-adf9-916426ce6ad9 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:54.575041 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-31f0d174-d1d2-4117-8b7c-ca10587906fc req-56721dc7-9828-49cf-adf9-916426ce6ad9 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0759234 Jan 17 21:23:54.641843 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-31f0d174-d1d2-4117-8b7c-ca10587906fc req-5a820817-df60-4750-aead-588b0fee69ab tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591674 Jan 17 21:23:54.695392 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port 305c626d-4706-429e-af14-7fa6566a6a7b is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:23:54.696763 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 26f97dd6-a199-493a-a22b-45fb0f19105e up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:23:54.814550 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port 26f97dd6-a199-493a-a22b-45fb0f19105e triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:23:54.814924 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (26f97dd6-a199-493a-a22b-45fb0f19105e), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:54.896534 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-6cc948bf-8b22-410c-ba52-01362a4bd9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e281e14c-c701-484c-9bb9-75169fedd79f', 'name': 'tempest-TestVolumeBootPattern-899120451-router', 'tenant_id': 'bbad54c14aa54167bfe8196594ca2e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '26f97dd6-a199-493a-a22b-45fb0f19105e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:42Z', 'updated_at': '2022-01-17T21:23:46Z', 'revision_number': 4, 'project_id': 'bbad54c14aa54167bfe8196594ca2e54', 'gw_port': {'id': '26f97dd6-a199-493a-a22b-45fb0f19105e', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:86:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e281e14c-c701-484c-9bb9-75169fedd79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:43Z', 'updated_at': '2022-01-17T21:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': '5eb8c3d1-2e2c-4d61-9587-7982693f950b', 'name': '', 'network_id': 'efaf684a-c136-4bff-9215-aae77ff15c05', 'tenant_id': 'bbad54c14aa54167bfe8196594ca2e54', 'mac_address': 'fa:16:3e:38:04:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e281e14c-c701-484c-9bb9-75169fedd79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'eab97566-64e6-4283-9d20-1b34fd91c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:46Z', 'updated_at': '2022-01-17T21:23:47Z', 'revision_number': 2, 'project_id': 'bbad54c14aa54167bfe8196594ca2e54', 'subnets': [{'id': 'eab97566-64e6-4283-9d20-1b34fd91c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:23:54.931146 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d6be7501-9744-4573-951e-13ee5198e579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:54.933879 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc948bf-8b22-410c-ba52-01362a4bd9fb None None] Checking router: e281e14c-c701-484c-9bb9-75169fedd79f for host: dv-cinder-824895-3-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:23:54.934526 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc948bf-8b22-410c-ba52-01362a4bd9fb None None] Updating router e281e14c-c701-484c-9bb9-75169fedd79f port 5eb8c3d1-2e2c-4d61-9587-7982693f950b binding host dv-cinder-824895-3-iscsi {{(pid=102500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 21:23:54.989849 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6cc948bf-8b22-410c-ba52-01362a4bd9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (5eb8c3d1-2e2c-4d61-9587-7982693f950b), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:55.008011 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port 26f97dd6-a199-493a-a22b-45fb0f19105e is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:23:55.283732 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6cc948bf-8b22-410c-ba52-01362a4bd9fb None None] Publish callbacks [] for port (5eb8c3d1-2e2c-4d61-9587-7982693f950b), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:55.294242 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6cc948bf-8b22-410c-ba52-01362a4bd9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (5eb8c3d1-2e2c-4d61-9587-7982693f950b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:55.346701 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821c4e7-cee4-4760-a0cf-1208ecc2b453 None None] Pushing event updated for resources: {'Port': ['ID=5eb8c3d1-2e2c-4d61-9587-7982693f950b,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:55.404464 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-6cc948bf-8b22-410c-ba52-01362a4bd9fb None None] Attempting to bind port 5eb8c3d1-2e2c-4d61-9587-7982693f950b on host dv-cinder-824895-3-iscsi for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:23:55.404848 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-6cc948bf-8b22-410c-ba52-01362a4bd9fb None None] Attempting to bind port 5eb8c3d1-2e2c-4d61-9587-7982693f950b by drivers openvswitch,hyperv on host dv-cinder-824895-3-iscsi at level 0 using segments [{'id': '76e289f2-2840-412a-9b19-89bfc7e6310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'efaf684a-c136-4bff-9215-aae77ff15c05'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:23:55.405224 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc948bf-8b22-410c-ba52-01362a4bd9fb None None] Attempting to bind port 5eb8c3d1-2e2c-4d61-9587-7982693f950b on network efaf684a-c136-4bff-9215-aae77ff15c05 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:23:55.411054 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc948bf-8b22-410c-ba52-01362a4bd9fb None None] Checking agent: {'id': '03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824895-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 12, 31), 'started_at': datetime.datetime(2022, 1, 17, 21, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824895-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:23:55.411437 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc948bf-8b22-410c-ba52-01362a4bd9fb None None] Checking segment: {'id': '76e289f2-2840-412a-9b19-89bfc7e6310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'efaf684a-c136-4bff-9215-aae77ff15c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:23:55.411848 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6cc948bf-8b22-410c-ba52-01362a4bd9fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:55.412781 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc948bf-8b22-410c-ba52-01362a4bd9fb None None] Bound using segment: {'id': '76e289f2-2840-412a-9b19-89bfc7e6310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'efaf684a-c136-4bff-9215-aae77ff15c05'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:23:55.413261 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-6cc948bf-8b22-410c-ba52-01362a4bd9fb None None] Bound port: 5eb8c3d1-2e2c-4d61-9587-7982693f950b, host: dv-cinder-824895-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e289f2-2840-412a-9b19-89bfc7e6310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'efaf684a-c136-4bff-9215-aae77ff15c05'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:23:55.413645 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6cc948bf-8b22-410c-ba52-01362a4bd9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (5eb8c3d1-2e2c-4d61-9587-7982693f950b), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:55.488544 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-6cc948bf-8b22-410c-ba52-01362a4bd9fb None None] For port 5eb8c3d1-2e2c-4d61-9587-7982693f950b, host dv-cinder-824895-3-iscsi, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:23:55.492075 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-6cc948bf-8b22-410c-ba52-01362a4bd9fb None None] For port 5eb8c3d1-2e2c-4d61-9587-7982693f950b, host dv-cinder-824895-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=5eb8c3d1-2e2c-4d61-9587-7982693f950b,segment=NetworkSegment(76e289f2-2840-412a-9b19-89bfc7e6310d),segment_id=76e289f2-2840-412a-9b19-89bfc7e6310d)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:23:55.497449 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6cc948bf-8b22-410c-ba52-01362a4bd9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (5eb8c3d1-2e2c-4d61-9587-7982693f950b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:55.561112 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc948bf-8b22-410c-ba52-01362a4bd9fb None None] Routers {'e281e14c-c701-484c-9bb9-75169fedd79f'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:23:55.561881 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-6cc948bf-8b22-410c-ba52-01362a4bd9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:23:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['e281e14c-c701-484c-9bb9-75169fedd79f'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:23:55.564058 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821c4e7-cee4-4760-a0cf-1208ecc2b453 None None] Pushing event updated for resources: {'Port': ['ID=5eb8c3d1-2e2c-4d61-9587-7982693f950b,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:55.633510 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-250d0dc3-c626-4c12-b486-5685aa40763c None None] Provisioning complete for port 5eb8c3d1-2e2c-4d61-9587-7982693f950b triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:23:55.633888 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-250d0dc3-c626-4c12-b486-5685aa40763c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (5eb8c3d1-2e2c-4d61-9587-7982693f950b), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:55.724559 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-6cc948bf-8b22-410c-ba52-01362a4bd9fb None None] Set router e281e14c-c701-484c-9bb9-75169fedd79f gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:23:55.779382 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579776d2-22a4-4637-bcf6-d2ef5a478d8c req-56bfd686-d082-41c4-8347-f181d0d805c9 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:55.780933 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-579776d2-22a4-4637-bcf6-d2ef5a478d8c req-56bfd686-d082-41c4-8347-f181d0d805c9 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0559659 Jan 17 21:23:55.842937 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-579776d2-22a4-4637-bcf6-d2ef5a478d8c req-9c950199-92df-44e4-97a1-8c60e4b07333 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558414 Jan 17 21:23:55.879532 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-250d0dc3-c626-4c12-b486-5685aa40763c None None] Current status of the port 5eb8c3d1-2e2c-4d61-9587-7982693f950b is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:23:55.879923 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-250d0dc3-c626-4c12-b486-5685aa40763c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (5eb8c3d1-2e2c-4d61-9587-7982693f950b), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:55.940338 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-250d0dc3-c626-4c12-b486-5685aa40763c None None] For port 5eb8c3d1-2e2c-4d61-9587-7982693f950b, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=5eb8c3d1-2e2c-4d61-9587-7982693f950b,segment=NetworkSegment(76e289f2-2840-412a-9b19-89bfc7e6310d),segment_id=76e289f2-2840-412a-9b19-89bfc7e6310d)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:23:55.947164 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-250d0dc3-c626-4c12-b486-5685aa40763c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (5eb8c3d1-2e2c-4d61-9587-7982693f950b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:56.025421 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d0dc3-c626-4c12-b486-5685aa40763c None None] Pushing event updated for resources: {'Port': ['ID=5eb8c3d1-2e2c-4d61-9587-7982693f950b,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:23:56.040004 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-6cc948bf-8b22-410c-ba52-01362a4bd9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e281e14c-c701-484c-9bb9-75169fedd79f', 'name': 'tempest-TestVolumeBootPattern-899120451-router', 'tenant_id': 'bbad54c14aa54167bfe8196594ca2e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '26f97dd6-a199-493a-a22b-45fb0f19105e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:42Z', 'updated_at': '2022-01-17T21:23:46Z', 'revision_number': 4, 'project_id': 'bbad54c14aa54167bfe8196594ca2e54', 'gw_port': {'id': '26f97dd6-a199-493a-a22b-45fb0f19105e', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:86:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e281e14c-c701-484c-9bb9-75169fedd79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:43Z', 'updated_at': '2022-01-17T21:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': '5eb8c3d1-2e2c-4d61-9587-7982693f950b', 'name': '', 'network_id': 'efaf684a-c136-4bff-9215-aae77ff15c05', 'tenant_id': 'bbad54c14aa54167bfe8196594ca2e54', 'mac_address': 'fa:16:3e:38:04:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e281e14c-c701-484c-9bb9-75169fedd79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'eab97566-64e6-4283-9d20-1b34fd91c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:46Z', 'updated_at': '2022-01-17T21:23:55Z', 'revision_number': 4, 'project_id': 'bbad54c14aa54167bfe8196594ca2e54', 'subnets': [{'id': 'eab97566-64e6-4283-9d20-1b34fd91c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:23:56.073620 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc948bf-8b22-410c-ba52-01362a4bd9fb None None] The sync data for ids ['e281e14c-c701-484c-9bb9-75169fedd79f'] in dv-cinder-824895-3-iscsi is: [{'id': 'e281e14c-c701-484c-9bb9-75169fedd79f', 'name': 'tempest-TestVolumeBootPattern-899120451-router', 'tenant_id': 'bbad54c14aa54167bfe8196594ca2e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '26f97dd6-a199-493a-a22b-45fb0f19105e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:42Z', 'updated_at': '2022-01-17T21:23:46Z', 'revision_number': 4, 'project_id': 'bbad54c14aa54167bfe8196594ca2e54', 'gw_port': {'id': '26f97dd6-a199-493a-a22b-45fb0f19105e', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:86:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e281e14c-c701-484c-9bb9-75169fedd79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:43Z', 'updated_at': '2022-01-17T21:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': '5eb8c3d1-2e2c-4d61-9587-7982693f950b', 'name': '', 'network_id': 'efaf684a-c136-4bff-9215-aae77ff15c05', 'tenant_id': 'bbad54c14aa54167bfe8196594ca2e54', 'mac_address': 'fa:16:3e:38:04:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e281e14c-c701-484c-9bb9-75169fedd79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'eab97566-64e6-4283-9d20-1b34fd91c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:46Z', 'updated_at': '2022-01-17T21:23:55Z', 'revision_number': 4, 'project_id': 'bbad54c14aa54167bfe8196594ca2e54', 'subnets': [{'id': 'eab97566-64e6-4283-9d20-1b34fd91c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:23:56.083828 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-d605a4b9-bfd6-4d7f-bc28-d21263714042 None None] Provisioning complete for port 5eb8c3d1-2e2c-4d61-9587-7982693f950b triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:23:56.084231 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d605a4b9-bfd6-4d7f-bc28-d21263714042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (5eb8c3d1-2e2c-4d61-9587-7982693f950b), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:56.309255 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 5eb8c3d1-2e2c-4d61-9587-7982693f950b up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:23:56.352120 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-d605a4b9-bfd6-4d7f-bc28-d21263714042 None None] Current status of the port 5eb8c3d1-2e2c-4d61-9587-7982693f950b is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:23:56.373187 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port 5eb8c3d1-2e2c-4d61-9587-7982693f950b triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:23:56.373990 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (5eb8c3d1-2e2c-4d61-9587-7982693f950b), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:56.461058 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port 5eb8c3d1-2e2c-4d61-9587-7982693f950b is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:23:56.963425 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650c79f-300f-43d4-bef8-16f9ab1c07ef req-69ebe956-aa03-48e7-95a2-70a63532b48c tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:56.965097 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0650c79f-300f-43d4-bef8-16f9ab1c07ef req-69ebe956-aa03-48e7-95a2-70a63532b48c tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0548701 Jan 17 21:23:57.020884 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0650c79f-300f-43d4-bef8-16f9ab1c07ef req-ca4dd154-4112-4a4d-b81f-2e30ff3f7904 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433114 Jan 17 21:23:57.637018 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-66bc5c5f-737d-4e99-a483-a280d2397d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:58.152436 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177385dc-6c2a-4f3e-88a6-7f42ea252b10 req-3beeb195-2366-4fac-ae67-b7cf8515171a tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:58.153958 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-177385dc-6c2a-4f3e-88a6-7f42ea252b10 req-3beeb195-2366-4fac-ae67-b7cf8515171a tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0513966 Jan 17 21:23:58.204646 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-177385dc-6c2a-4f3e-88a6-7f42ea252b10 req-155184d9-2e25-4683-b054-84e3d07cdd10 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449779 Jan 17 21:23:58.434955 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:23:59.334259 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05366ef-cea0-4f59-8be1-c94c3de6e074 req-eac379eb-184e-4c68-9abb-f15c10bd1ded tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:23:59.335775 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b05366ef-cea0-4f59-8be1-c94c3de6e074 req-eac379eb-184e-4c68-9abb-f15c10bd1ded tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0609422 Jan 17 21:23:59.385784 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b05366ef-cea0-4f59-8be1-c94c3de6e074 req-70d929f1-c5c7-410e-903a-d58c05e738bc tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441828 Jan 17 21:24:00.038296 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:00.504353 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417eb577-dfe4-45a1-9f68-1d362ad5c3af req-3e702a96-4ee9-4453-acc4-9c77fa940691 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:00.506502 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-417eb577-dfe4-45a1-9f68-1d362ad5c3af req-3e702a96-4ee9-4453-acc4-9c77fa940691 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0532625 Jan 17 21:24:00.553410 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-417eb577-dfe4-45a1-9f68-1d362ad5c3af req-758b6208-b1f7-4dd4-b9b2-11b819047b1f tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412848 Jan 17 21:24:01.355884 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:01.671913 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48a64f-a8ca-4bd4-a10b-e9b38a3b9244 req-db57d4a9-6641-4296-9cb0-237e7a9154fe tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:01.673428 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bf48a64f-a8ca-4bd4-a10b-e9b38a3b9244 req-db57d4a9-6641-4296-9cb0-237e7a9154fe tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0497544 Jan 17 21:24:01.725709 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bf48a64f-a8ca-4bd4-a10b-e9b38a3b9244 req-114cbf53-f3d8-4c74-ace7-aef7a8fc9db1 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461295 Jan 17 21:24:02.846248 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc782ef-1b6e-4138-a9a6-54f737375754 req-499b37c4-0c3e-4032-a354-b8654a82c1ed tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:02.847735 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5cc782ef-1b6e-4138-a9a6-54f737375754 req-499b37c4-0c3e-4032-a354-b8654a82c1ed tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0496919 Jan 17 21:24:02.895086 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5cc782ef-1b6e-4138-a9a6-54f737375754 req-fcde9554-d1cc-4b58-a9ca-c9a58a30f594 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410523 Jan 17 21:24:04.008705 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ccb51-aa28-469b-8b3a-cfe0e9330521 req-3b644bfe-fe7b-4858-9381-202dff292e67 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:04.010206 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b91ccb51-aa28-469b-8b3a-cfe0e9330521 req-3b644bfe-fe7b-4858-9381-202dff292e67 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0475476 Jan 17 21:24:04.058370 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b91ccb51-aa28-469b-8b3a-cfe0e9330521 req-17d8a1e0-f16c-418a-8a3b-feb5aa538f99 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424235 Jan 17 21:24:05.182329 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b66219-f30b-4011-ad07-cd9275ff6f66 req-4de4962d-ca6f-4525-a623-aa0eff53591b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:05.183818 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-52b66219-f30b-4011-ad07-cd9275ff6f66 req-4de4962d-ca6f-4525-a623-aa0eff53591b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0564048 Jan 17 21:24:05.232044 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-52b66219-f30b-4011-ad07-cd9275ff6f66 req-da8d9910-2574-401f-b762-a0e2caff5b40 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424509 Jan 17 21:24:06.351956 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9f4d1-4f4d-478c-be04-2f970d9c7cb7 req-8c9ddd0d-6a97-4431-aeaf-b3d08347a7ec tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:06.353488 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-47e9f4d1-4f4d-478c-be04-2f970d9c7cb7 req-8c9ddd0d-6a97-4431-aeaf-b3d08347a7ec tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0555329 Jan 17 21:24:06.402038 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-47e9f4d1-4f4d-478c-be04-2f970d9c7cb7 req-469cd211-5ef1-4c88-b82c-a3c4ea8954f2 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426002 Jan 17 21:24:07.520724 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571a6b0-5708-43f7-bca0-148ef53c96ab req-f7429868-1e4f-49ab-85c9-39c5e2326df2 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:07.522324 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0571a6b0-5708-43f7-bca0-148ef53c96ab req-f7429868-1e4f-49ab-85c9-39c5e2326df2 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0540721 Jan 17 21:24:07.580112 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0571a6b0-5708-43f7-bca0-148ef53c96ab req-68a7b3ae-6419-410e-b44d-321ca7d21086 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519972 Jan 17 21:24:08.698084 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa85c6-6d21-43b7-bac8-e81a71076870 req-9a819532-ff1b-4d39-8ae8-57e786314fb2 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:08.699558 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-caaa85c6-6d21-43b7-bac8-e81a71076870 req-9a819532-ff1b-4d39-8ae8-57e786314fb2 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0491097 Jan 17 21:24:08.750847 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-caaa85c6-6d21-43b7-bac8-e81a71076870 req-68c67521-67f2-4a1c-9792-798ce1b15d43 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451589 Jan 17 21:24:09.870048 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3ebab-08e4-45dd-a459-da8bdb1dbe82 req-45e7fc86-7e8a-4819-8355-dabb06842532 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:09.871525 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2ff3ebab-08e4-45dd-a459-da8bdb1dbe82 req-45e7fc86-7e8a-4819-8355-dabb06842532 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0492294 Jan 17 21:24:09.922829 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2ff3ebab-08e4-45dd-a459-da8bdb1dbe82 req-4207ff13-0a9a-4c9e-8bb7-82e5f54f0102 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456822 Jan 17 21:24:11.038245 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b4649-0678-4fba-9323-c6910703c672 req-71fe11e7-358a-4509-8a61-560f1952ee4a tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:11.039712 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-507b4649-0678-4fba-9323-c6910703c672 req-71fe11e7-358a-4509-8a61-560f1952ee4a tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0502510 Jan 17 21:24:11.087551 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-507b4649-0678-4fba-9323-c6910703c672 req-d7c3b8ac-4627-437d-abc4-0f243b48ae66 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416493 Jan 17 21:24:12.208899 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f73af-420e-4e95-a13b-f6018bf75de6 req-6e677acf-24e3-41e1-8072-ced26881e148 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:12.211023 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-393f73af-420e-4e95-a13b-f6018bf75de6 req-6e677acf-24e3-41e1-8072-ced26881e148 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0545824 Jan 17 21:24:12.259972 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-393f73af-420e-4e95-a13b-f6018bf75de6 req-b917827c-28d4-4333-9803-6fc56dc910c3 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429833 Jan 17 21:24:13.390903 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f6447-e401-4bd4-afc6-3eb34c7fe545 req-4c73714b-e323-487a-b888-f3a967df01a4 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:13.392554 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-482f6447-e401-4bd4-afc6-3eb34c7fe545 req-4c73714b-e323-487a-b888-f3a967df01a4 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0587394 Jan 17 21:24:13.441123 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-482f6447-e401-4bd4-afc6-3eb34c7fe545 req-1e864150-517d-4428-b5a8-fbfea1d601c4 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428393 Jan 17 21:24:14.220188 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:24:14.560663 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bca5a-03af-4f3f-bf36-cfcf801b06ce req-88c7d13d-6275-49e6-991b-4ca3e9d2692b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:14.562201 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8a2bca5a-03af-4f3f-bf36-cfcf801b06ce req-88c7d13d-6275-49e6-991b-4ca3e9d2692b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0524466 Jan 17 21:24:14.612841 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8a2bca5a-03af-4f3f-bf36-cfcf801b06ce req-7da46333-03c7-46f0-9774-b5209e4ad008 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435493 Jan 17 21:24:15.727554 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4c403-7ecb-4886-90be-4b28cc06f8ce req-0e399e8e-5036-4fdb-bd4f-0f6a6ea729c3 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:15.729135 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8eb4c403-7ecb-4886-90be-4b28cc06f8ce req-0e399e8e-5036-4fdb-bd4f-0f6a6ea729c3 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0484371 Jan 17 21:24:15.780054 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8eb4c403-7ecb-4886-90be-4b28cc06f8ce req-3fe67fe2-76b6-4e37-907a-1ba5d7c4eb13 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453713 Jan 17 21:24:16.893097 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11b775-ae24-4cc2-99b4-ac2d2988504d req-d2756670-c27d-4523-81de-9bbb15a3f6ca tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:16.894575 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fd11b775-ae24-4cc2-99b4-ac2d2988504d req-d2756670-c27d-4523-81de-9bbb15a3f6ca tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0489743 Jan 17 21:24:16.941523 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fd11b775-ae24-4cc2-99b4-ac2d2988504d req-28ad35a3-0250-480e-afec-39f465818876 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407748 Jan 17 21:24:17.863591 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dcd29-4f23-42dd-8954-b1f5bae682f1 req-49fdef6d-b7e3-41f0-974a-897c3af1585d tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:17.865063 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-5e5dcd29-4f23-42dd-8954-b1f5bae682f1 req-49fdef6d-b7e3-41f0-974a-897c3af1585d tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0495489 Jan 17 21:24:17.956775 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-5e5dcd29-4f23-42dd-8954-b1f5bae682f1 req-276b359d-8ee9-4a9c-9b46-d9c82858312b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Deleting port 97a2a727-ca87-4934-94e8-4e197d2e3622 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:24:17.957109 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-5e5dcd29-4f23-42dd-8954-b1f5bae682f1 req-276b359d-8ee9-4a9c-9b46-d9c82858312b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (97a2a727-ca87-4934-94e8-4e197d2e3622), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:18.052334 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-5e5dcd29-4f23-42dd-8954-b1f5bae682f1 req-276b359d-8ee9-4a9c-9b46-d9c82858312b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] For port 97a2a727-ca87-4934-94e8-4e197d2e3622, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=97a2a727-ca87-4934-94e8-4e197d2e3622,segment=NetworkSegment(166c10b2-69f0-43a7-b6f5-235b4c406adc),segment_id=166c10b2-69f0-43a7-b6f5-235b4c406adc)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:24:18.052748 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-5e5dcd29-4f23-42dd-8954-b1f5bae682f1 req-276b359d-8ee9-4a9c-9b46-d9c82858312b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (97a2a727-ca87-4934-94e8-4e197d2e3622), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:18.072929 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39049895-c331-4fe1-8935-2889e1f9234f req-b01bd147-e1cd-49db-b5b2-1e505d220537 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:18.073917 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-5e5dcd29-4f23-42dd-8954-b1f5bae682f1 req-276b359d-8ee9-4a9c-9b46-d9c82858312b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Calling delete_port for 97a2a727-ca87-4934-94e8-4e197d2e3622 owned by compute:nova {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:24:18.074513 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-39049895-c331-4fe1-8935-2889e1f9234f req-b01bd147-e1cd-49db-b5b2-1e505d220537 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 946 time: 0.0556593 Jan 17 21:24:18.123377 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-39049895-c331-4fe1-8935-2889e1f9234f req-ad2a06c1-2c4d-4c96-81ba-d851e2d3e8e9 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430293 Jan 17 21:24:18.201128 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-5e5dcd29-4f23-42dd-8954-b1f5bae682f1 req-276b359d-8ee9-4a9c-9b46-d9c82858312b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (97a2a727-ca87-4934-94e8-4e197d2e3622), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:18.213320 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] get_ports_and_sgs() called for port_ids ['97a2a727-ca87-4934-94e8-4e197d2e3622', '138d0a50-2135-4dee-95fa-28ecdc541d3d'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:24:18.233246 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b359d-8ee9-4a9c-9b46-d9c82858312b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Pushing event deleted for resources: {'Port': ['ID=97a2a727-ca87-4934-94e8-4e197d2e3622,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:24:18.244902 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276b359d-8ee9-4a9c-9b46-d9c82858312b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:18.245266 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276b359d-8ee9-4a9c-9b46-d9c82858312b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:18.245617 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276b359d-8ee9-4a9c-9b46-d9c82858312b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:18.245976 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276b359d-8ee9-4a9c-9b46-d9c82858312b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:18.246323 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276b359d-8ee9-4a9c-9b46-d9c82858312b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:18.246663 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276b359d-8ee9-4a9c-9b46-d9c82858312b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:18.247000 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276b359d-8ee9-4a9c-9b46-d9c82858312b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:18.247336 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276b359d-8ee9-4a9c-9b46-d9c82858312b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:18.247665 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276b359d-8ee9-4a9c-9b46-d9c82858312b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:18.248003 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276b359d-8ee9-4a9c-9b46-d9c82858312b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:18.248333 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276b359d-8ee9-4a9c-9b46-d9c82858312b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:18.248691 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276b359d-8ee9-4a9c-9b46-d9c82858312b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:18.249020 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276b359d-8ee9-4a9c-9b46-d9c82858312b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:18.285411 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5dcd29-4f23-42dd-8954-b1f5bae682f1 req-276b359d-8ee9-4a9c-9b46-d9c82858312b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] No DVR routers for this DVR port 97a2a727-ca87-4934-94e8-4e197d2e3622 on host hv-cinder-82489 {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:24:18.292772 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-5e5dcd29-4f23-42dd-8954-b1f5bae682f1 req-276b359d-8ee9-4a9c-9b46-d9c82858312b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:18.296146 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-5e5dcd29-4f23-42dd-8954-b1f5bae682f1 req-276b359d-8ee9-4a9c-9b46-d9c82858312b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.72 "DELETE /v2.0/ports/97a2a727-ca87-4934-94e8-4e197d2e3622 HTTP/1.1" status: 204 len: 173 time: 0.4253190 Jan 17 21:24:18.296644 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0057c90-b41a-4cd1-a9fa-01cb2da4fef6', 'name': 'network-vif-deleted', 'tag': '97a2a727-ca87-4934-94e8-4e197d2e3622'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:24:18.299438 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c2de0e70a1bc7346ac1be0cec4f24ea848d889c4763a7575c3a73373459bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65c9085-470a-494e-9a68-8a371b5bce28" -d '{"events": [{"server_uuid": "e0057c90-b41a-4cd1-a9fa-01cb2da4fef6", "name": "network-vif-deleted", "tag": "97a2a727-ca87-4934-94e8-4e197d2e3622"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:24:18.343877 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc58b18c-20b0-464e-9c30-ecf3e1ad03e2 x-openstack-request-id: req-cc58b18c-20b0-464e-9c30-ecf3e1ad03e2 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:24:18.344181 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0057c90-b41a-4cd1-a9fa-01cb2da4fef6", "name": "network-vif-deleted", "tag": "97a2a727-ca87-4934-94e8-4e197d2e3622", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:24:18.344459 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cc58b18c-20b0-464e-9c30-ecf3e1ad03e2 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:24:18.344870 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0057c90-b41a-4cd1-a9fa-01cb2da4fef6', 'name': 'network-vif-deleted', 'tag': '97a2a727-ca87-4934-94e8-4e197d2e3622', 'status': 'completed', 'code': 200} Jan 17 21:24:19.244231 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ec228a99-31e8-4e89-9dce-4a97c8d290d6 req-7a4accae-0302-46c9-8a4c-3ff59e96aa02 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0057c90-b41a-4cd1-a9fa-01cb2da4fef6 HTTP/1.1" status: 200 len: 210 time: 0.0317976 Jan 17 21:24:20.363259 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-b25d82db-337a-4bf4-873a-ab26dba98d4a tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:20.364806 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-b25d82db-337a-4bf4-873a-ab26dba98d4a tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/networks?id=90270886-8b72-4996-b451-52316e1bfe26 HTTP/1.1" status: 200 len: 815 time: 0.1253214 Jan 17 21:24:20.379553 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-17310b3e-d4bb-46fb-938f-cfb49da6e5c8 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/quotas/28496391913444ba9a1f04ca404c2c68 HTTP/1.1" status: 200 len: 375 time: 0.0095770 Jan 17 21:24:20.439286 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-7b0ad8f6-ffa1-42fd-bbc7-d6e2de5b1a5f tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=28496391913444ba9a1f04ca404c2c68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0533342 Jan 17 21:24:20.557073 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-8cee2ee2-6127-43d7-8b5c-2d593ca67047 service neutron] 10.222.0.64 "GET /v2.0/networks/90270886-8b72-4996-b451-52316e1bfe26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102438 Jan 17 21:24:20.667268 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e159af-00b2-4ae0-b8de-d73b88d4bbb7 req-f418cf51-d2f8-45ce-8c1f-276a0f502c39 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:20.668898 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-94e159af-00b2-4ae0-b8de-d73b88d4bbb7 req-f418cf51-d2f8-45ce-8c1f-276a0f502c39 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.1477962 Jan 17 21:24:20.714117 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-4dec2908-1b4b-4f20-a6b6-2779f64eee32 service neutron] 10.222.0.64 "GET /v2.0/networks/90270886-8b72-4996-b451-52316e1bfe26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487520 Jan 17 21:24:20.737056 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-94e159af-00b2-4ae0-b8de-d73b88d4bbb7 req-16939542-585c-4554-9c53-f7eb0b8cf8b0 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593455 Jan 17 21:24:20.875044 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-33cc1bed-dbac-4616-aaf0-2afb819726f3 req-220ed88d-8934-4997-86fc-3f62055b6e9c tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=67bca008-58c3-469e-bda3-bbb2b89fa9be HTTP/1.1" status: 200 len: 210 time: 0.0275509 Jan 17 21:24:21.870673 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708f845-075f-4de1-a166-e31bf6adbfba req-d044ff13-fed2-4149-80a5-7225db77c285 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:21.872165 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7708f845-075f-4de1-a166-e31bf6adbfba req-d044ff13-fed2-4149-80a5-7225db77c285 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0587077 Jan 17 21:24:21.896913 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-34c690af-560d-46af-8ba6-5037101d4e46 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:21.899238 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-34c690af-560d-46af-8ba6-5037101d4e46 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.72 "GET /v2.0/networks?id=90270886-8b72-4996-b451-52316e1bfe26 HTTP/1.1" status: 200 len: 815 time: 0.1183286 Jan 17 21:24:21.923540 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7708f845-075f-4de1-a166-e31bf6adbfba req-6a4ef989-94f3-47e8-8b12-73cee80f89e8 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447423 Jan 17 21:24:21.939834 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-27f01958-327a-4b44-afb4-0f396202c597 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Request body: {'port': {'device_id': '67bca008-58c3-469e-bda3-bbb2b89fa9be', 'network_id': '90270886-8b72-4996-b451-52316e1bfe26', 'admin_state_up': True, 'tenant_id': '28496391913444ba9a1f04ca404c2c68'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:24:21.987238 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-91fa7287-99a8-47c9-aabb-64f8f0fc1405 req-49b5f028-354e-4495-ae82-9ed8ae6752cb tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=67bca008-58c3-469e-bda3-bbb2b89fa9be HTTP/1.1" status: 200 len: 210 time: 0.0380902 Jan 17 21:24:22.038484 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:22.077300 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-27f01958-327a-4b44-afb4-0f396202c597 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Made reservation on behalf of 28496391913444ba9a1f04ca404c2c68 for: {'port': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:24:22.080974 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-27f01958-327a-4b44-afb4-0f396202c597 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:22.185796 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 97a2a727-ca87-4934-94e8-4e197d2e3622 no longer exists at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:24:22.214564 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-27f01958-327a-4b44-afb4-0f396202c597 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Allocated IP 172.20.0.13 (90270886-8b72-4996-b451-52316e1bfe26/727d1d86-86be-4ba4-b825-0f84ac7512d4/cedef62e-b83a-4220-b7ba-8ccc29087104) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:24:22.218047 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] No Port match for: 97a2a727-ca87-4934-94e8-4e197d2e3622 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:24:22.218380 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 97a2a727-ca87-4934-94e8-4e197d2e3622 not bound to the agent host hv-cinder-82489 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:24:22.358582 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-27f01958-327a-4b44-afb4-0f396202c597 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Publish callbacks [] for port (cedef62e-b83a-4220-b7ba-8ccc29087104), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:22.393143 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-27f01958-327a-4b44-afb4-0f396202c597 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (cedef62e-b83a-4220-b7ba-8ccc29087104), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:22.418418 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] get_ports_and_sgs() called for port_ids ['0371bc2b-703b-41a8-b868-151139132091', '687390ab-d9b1-43f0-800b-6bcd99484876', 'fe07a20a-1b73-4844-9302-39928b39c888'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:24:22.442887 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-27f01958-327a-4b44-afb4-0f396202c597 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Network 90270886-8b72-4996-b451-52316e1bfe26 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:24:22.446187 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-27f01958-327a-4b44-afb4-0f396202c597 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:24:22.450155 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-27f01958-327a-4b44-afb4-0f396202c597 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:24:22.456682 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f01958-327a-4b44-afb4-0f396202c597 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Pushing event updated for resources: {'Port': ['ID=cedef62e-b83a-4220-b7ba-8ccc29087104,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:24:22.515542 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-27f01958-327a-4b44-afb4-0f396202c597 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:22.516265 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-27f01958-327a-4b44-afb4-0f396202c597 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:22.532659 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-27f01958-327a-4b44-afb4-0f396202c597 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5969326 Jan 17 21:24:22.567706 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d7e1f776-a4de-4ecf-87a0-cc16e8f0cc39 req-0f05a1a4-5afd-4bda-b21c-11e69fefe98f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3de27f69-552a-4922-8576-4163c4c8bfb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419331 Jan 17 21:24:22.594739 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-6b320e08-2f74-4bb4-ad41-0d0c3bd599af service neutron] Request body: {'port': {'device_id': '67bca008-58c3-469e-bda3-bbb2b89fa9be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82489'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:24:22.648491 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1f776-a4de-4ecf-87a0-cc16e8f0cc39 req-b151c22e-f22b-40cc-bf16-52c10bdb764a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:22.650114 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d7e1f776-a4de-4ecf-87a0-cc16e8f0cc39 req-b151c22e-f22b-40cc-bf16-52c10bdb764a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=28496391913444ba9a1f04ca404c2c68&device_id=3de27f69-552a-4922-8576-4163c4c8bfb0 HTTP/1.1" status: 200 len: 1098 time: 0.0429683 Jan 17 21:24:22.652427 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-6b320e08-2f74-4bb4-ad41-0d0c3bd599af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (cedef62e-b83a-4220-b7ba-8ccc29087104), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:22.782615 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1f776-a4de-4ecf-87a0-cc16e8f0cc39 req-70a53e51-1fdc-4366-b578-4b783f5c66f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:22.784792 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d7e1f776-a4de-4ecf-87a0-cc16e8f0cc39 req-70a53e51-1fdc-4366-b578-4b783f5c66f5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=90270886-8b72-4996-b451-52316e1bfe26 HTTP/1.1" status: 200 len: 916 time: 0.1146586 Jan 17 21:24:22.834041 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d7e1f776-a4de-4ecf-87a0-cc16e8f0cc39 req-404bec7a-36b3-442c-91ab-f891fee3f990 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0371bc2b-703b-41a8-b868-151139132091 HTTP/1.1" status: 200 len: 217 time: 0.0414851 Jan 17 21:24:22.895186 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1f776-a4de-4ecf-87a0-cc16e8f0cc39 req-cadbdc61-5f30-474c-802b-362733575f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:22.897044 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d7e1f776-a4de-4ecf-87a0-cc16e8f0cc39 req-cadbdc61-5f30-474c-802b-362733575f0a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=727d1d86-86be-4ba4-b825-0f84ac7512d4 HTTP/1.1" status: 200 len: 855 time: 0.0561683 Jan 17 21:24:22.933708 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d7e1f776-a4de-4ecf-87a0-cc16e8f0cc39 req-7003b388-213b-46b8-b449-5c86f215fdb8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=90270886-8b72-4996-b451-52316e1bfe26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300848 Jan 17 21:24:22.952979 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-6b320e08-2f74-4bb4-ad41-0d0c3bd599af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cedef62e-b83a-4220-b7ba-8ccc29087104 {{(pid=102499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:24:22.964822 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-6b320e08-2f74-4bb4-ad41-0d0c3bd599af service neutron] Publish callbacks [] for port (cedef62e-b83a-4220-b7ba-8ccc29087104), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:22.978537 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.provisioning_blocks [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-6b320e08-2f74-4bb4-ad41-0d0c3bd599af service neutron] Transition to ACTIVE for port object cedef62e-b83a-4220-b7ba-8ccc29087104 will not be triggered until provisioned by entity L2. {{(pid=102499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 21:24:22.985998 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-6b320e08-2f74-4bb4-ad41-0d0c3bd599af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3358448'] for port (cedef62e-b83a-4220-b7ba-8ccc29087104), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:23.079718 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d7e1f776-a4de-4ecf-87a0-cc16e8f0cc39 req-13e70649-0555-446c-8a7c-a0fa39723445 service neutron] 10.222.0.72 "GET /v2.0/networks/90270886-8b72-4996-b451-52316e1bfe26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389699 Jan 17 21:24:23.084248 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b320e08-2f74-4bb4-ad41-0d0c3bd599af service neutron] Pushing event updated for resources: {'Port': ['ID=cedef62e-b83a-4220-b7ba-8ccc29087104,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:24:23.092569 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5abca8-8cae-4b58-aaf7-12f8d55e0f62 req-6bf37777-ba0c-4cbe-8f2c-23d8b1e14aa1 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:23.094165 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2d5abca8-8cae-4b58-aaf7-12f8d55e0f62 req-6bf37777-ba0c-4cbe-8f2c-23d8b1e14aa1 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0902853 Jan 17 21:24:23.112702 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-6b320e08-2f74-4bb4-ad41-0d0c3bd599af service neutron] Attempting to bind port cedef62e-b83a-4220-b7ba-8ccc29087104 on host hv-cinder-82489 for vnic_type normal with profile {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:24:23.113117 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-6b320e08-2f74-4bb4-ad41-0d0c3bd599af service neutron] Attempting to bind port cedef62e-b83a-4220-b7ba-8ccc29087104 by drivers openvswitch,hyperv on host hv-cinder-82489 at level 0 using segments [{'id': '3002b40c-9179-46b7-bf21-480b3877c297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90270886-8b72-4996-b451-52316e1bfe26'}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:24:23.113514 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-6b320e08-2f74-4bb4-ad41-0d0c3bd599af service neutron] Attempting to bind port cedef62e-b83a-4220-b7ba-8ccc29087104 on network 90270886-8b72-4996-b451-52316e1bfe26 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:24:23.118539 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-6b320e08-2f74-4bb4-ad41-0d0c3bd599af service neutron] Port cedef62e-b83a-4220-b7ba-8ccc29087104 on network 90270886-8b72-4996-b451-52316e1bfe26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82489 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 21:24:23.118929 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-6b320e08-2f74-4bb4-ad41-0d0c3bd599af service neutron] Attempting to bind port cedef62e-b83a-4220-b7ba-8ccc29087104 on network 90270886-8b72-4996-b451-52316e1bfe26 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:24:23.123818 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-6b320e08-2f74-4bb4-ad41-0d0c3bd599af service neutron] Checking agent: {'id': 'fb6a4824-98a1-4114-b283-810c221687ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82489', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 18, 21), 'started_at': datetime.datetime(2022, 1, 17, 21, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:24:23.124163 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-6b320e08-2f74-4bb4-ad41-0d0c3bd599af service neutron] Checking segment: {'id': '3002b40c-9179-46b7-bf21-480b3877c297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90270886-8b72-4996-b451-52316e1bfe26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:24:23.124585 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-6b320e08-2f74-4bb4-ad41-0d0c3bd599af service neutron] Bound using segment: {'id': '3002b40c-9179-46b7-bf21-480b3877c297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90270886-8b72-4996-b451-52316e1bfe26'} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:24:23.125015 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-6b320e08-2f74-4bb4-ad41-0d0c3bd599af service neutron] Bound port: cedef62e-b83a-4220-b7ba-8ccc29087104, host: hv-cinder-82489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3002b40c-9179-46b7-bf21-480b3877c297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '90270886-8b72-4996-b451-52316e1bfe26'}}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:24:23.125368 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-6b320e08-2f74-4bb4-ad41-0d0c3bd599af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (cedef62e-b83a-4220-b7ba-8ccc29087104), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:23.168828 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82555eff-c81a-44f7-80eb-c8b573aff581 req-cc1ba2bc-d878-4856-a144-1f289aeb0150 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:23.170314 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-82555eff-c81a-44f7-80eb-c8b573aff581 req-cc1ba2bc-d878-4856-a144-1f289aeb0150 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=67bca008-58c3-469e-bda3-bbb2b89fa9be HTTP/1.1" status: 200 len: 944 time: 0.0753541 Jan 17 21:24:23.177592 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2d5abca8-8cae-4b58-aaf7-12f8d55e0f62 req-a31f6ef7-0e69-4b4f-a4e2-a8a8c68c95df tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732064 Jan 17 21:24:23.192908 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-6b320e08-2f74-4bb4-ad41-0d0c3bd599af service neutron] For port cedef62e-b83a-4220-b7ba-8ccc29087104, host hv-cinder-82489, cleared binding levels {{(pid=102499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:24:23.196552 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-6b320e08-2f74-4bb4-ad41-0d0c3bd599af service neutron] For port cedef62e-b83a-4220-b7ba-8ccc29087104, host hv-cinder-82489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=cedef62e-b83a-4220-b7ba-8ccc29087104,segment=NetworkSegment(3002b40c-9179-46b7-bf21-480b3877c297),segment_id=3002b40c-9179-46b7-bf21-480b3877c297)] {{(pid=102499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:24:23.201491 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-6b320e08-2f74-4bb4-ad41-0d0c3bd599af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3358448'] for port (cedef62e-b83a-4220-b7ba-8ccc29087104), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:23.226420 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-82555eff-c81a-44f7-80eb-c8b573aff581 req-0371ed72-5d27-44d3-a231-5301570b10e0 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471849 Jan 17 21:24:23.238104 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-6b320e08-2f74-4bb4-ad41-0d0c3bd599af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:23.238726 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-6b320e08-2f74-4bb4-ad41-0d0c3bd599af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:23.240133 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-6b320e08-2f74-4bb4-ad41-0d0c3bd599af service neutron] 10.222.0.72 "PUT /v2.0/ports/cedef62e-b83a-4220-b7ba-8ccc29087104 HTTP/1.1" status: 200 len: 1094 time: 0.6502995 Jan 17 21:24:23.241174 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67bca008-58c3-469e-bda3-bbb2b89fa9be', 'tag': 'cedef62e-b83a-4220-b7ba-8ccc29087104'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:24:23.243424 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c2de0e70a1bc7346ac1be0cec4f24ea848d889c4763a7575c3a73373459bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2a3959-73fb-4975-a700-a0414d2c6d8d" -d '{"events": [{"name": "network-changed", "server_uuid": "67bca008-58c3-469e-bda3-bbb2b89fa9be", "tag": "cedef62e-b83a-4220-b7ba-8ccc29087104"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:24:23.266844 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b320e08-2f74-4bb4-ad41-0d0c3bd599af service neutron] Pushing event updated for resources: {'Port': ['ID=cedef62e-b83a-4220-b7ba-8ccc29087104,revision_number=3']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:24:23.281911 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42911336-70e5-43da-a34e-ce321b47262a x-openstack-request-id: req-42911336-70e5-43da-a34e-ce321b47262a {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:24:23.282210 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67bca008-58c3-469e-bda3-bbb2b89fa9be", "tag": "cedef62e-b83a-4220-b7ba-8ccc29087104", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:24:23.282473 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-42911336-70e5-43da-a34e-ce321b47262a {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:24:23.282876 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67bca008-58c3-469e-bda3-bbb2b89fa9be', 'tag': 'cedef62e-b83a-4220-b7ba-8ccc29087104', 'status': 'completed', 'code': 200} Jan 17 21:24:23.649103 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a3959-73fb-4975-a700-a0414d2c6d8d req-34873eed-dca4-4bfd-93cc-c7c39c947eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:23.654770 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ee2a3959-73fb-4975-a700-a0414d2c6d8d req-34873eed-dca4-4bfd-93cc-c7c39c947eb7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=28496391913444ba9a1f04ca404c2c68&device_id=67bca008-58c3-469e-bda3-bbb2b89fa9be HTTP/1.1" status: 200 len: 1097 time: 0.0419526 Jan 17 21:24:23.686070 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d7e1f776-a4de-4ecf-87a0-cc16e8f0cc39 req-c11703bd-ea07-47f7-8fb1-918f7fede73b service neutron] 10.222.0.72 "GET /v2.0/networks/90270886-8b72-4996-b451-52316e1bfe26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908659 Jan 17 21:24:23.757715 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a3959-73fb-4975-a700-a0414d2c6d8d req-bc9068ee-ee3c-454f-a2b7-2f45e7d36f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:23.759114 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ee2a3959-73fb-4975-a700-a0414d2c6d8d req-bc9068ee-ee3c-454f-a2b7-2f45e7d36f03 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=28496391913444ba9a1f04ca404c2c68&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0979886 Jan 17 21:24:23.861511 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a3959-73fb-4975-a700-a0414d2c6d8d req-b911bf16-98f1-40f9-a845-3b409cfdc787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:23.863245 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ee2a3959-73fb-4975-a700-a0414d2c6d8d req-b911bf16-98f1-40f9-a845-3b409cfdc787 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0967882 Jan 17 21:24:23.951065 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-efb1df69-c9df-445b-a089-e9aa80c390f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:23.953119 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-efb1df69-c9df-445b-a089-e9aa80c390f0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=28496391913444ba9a1f04ca404c2c68&device_id=67bca008-58c3-469e-bda3-bbb2b89fa9be HTTP/1.1" status: 200 len: 1097 time: 0.0418842 Jan 17 21:24:23.998417 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-8bf7185e-880b-44d4-bdca-f40ea600ab1d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cedef62e-b83a-4220-b7ba-8ccc29087104 HTTP/1.1" status: 200 len: 217 time: 0.0372493 Jan 17 21:24:24.057526 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-526a4f55-872b-4e26-b65f-5f81906b6ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:24.059093 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-526a4f55-872b-4e26-b65f-5f81906b6ff9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=727d1d86-86be-4ba4-b825-0f84ac7512d4 HTTP/1.1" status: 200 len: 855 time: 0.0518632 Jan 17 21:24:24.097592 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-c1ac2bf7-30fb-439c-8aad-c98026f67900 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=90270886-8b72-4996-b451-52316e1bfe26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278027 Jan 17 21:24:24.225261 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-3620553c-815b-4729-9407-a6f8ef607b36 service neutron] 10.222.0.72 "GET /v2.0/networks/90270886-8b72-4996-b451-52316e1bfe26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876961 Jan 17 21:24:24.305029 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b264abf-6b65-475c-8a21-32ab515e5ad4 req-520056a2-16cd-4df4-8252-b5114ccfa483 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:24.307237 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6b264abf-6b65-475c-8a21-32ab515e5ad4 req-520056a2-16cd-4df4-8252-b5114ccfa483 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0573695 Jan 17 21:24:24.336534 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-530909b8-0f9a-45de-a487-f2d10e3000c0 req-499d7d26-0650-49af-a7f4-390d76e4c3f3 service neutron] 10.222.0.72 "GET /v2.0/networks/90270886-8b72-4996-b451-52316e1bfe26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020045 Jan 17 21:24:24.388226 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6b264abf-6b65-475c-8a21-32ab515e5ad4 req-0db9bcca-9f29-40db-a915-9119db293eed tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725770 Jan 17 21:24:24.400412 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88115bb-008f-4935-b26f-47a345c1473c req-66cad811-3a16-4fbb-91af-c348b6b8d446 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:24.401920 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c88115bb-008f-4935-b26f-47a345c1473c req-66cad811-3a16-4fbb-91af-c348b6b8d446 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=67bca008-58c3-469e-bda3-bbb2b89fa9be HTTP/1.1" status: 200 len: 944 time: 0.0789165 Jan 17 21:24:24.454935 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c88115bb-008f-4935-b26f-47a345c1473c req-895a24ba-0f91-4af7-afa0-45b6b3a6d2eb tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475442 Jan 17 21:24:24.874106 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-0d619e5a-6905-48dc-ba70-64ebda0ea3f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:25.516530 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1341d521-054e-4a61-8085-0cb201103cbd req-1327221b-925b-4d4f-92b3-0e0401b1ddcd tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:25.519105 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1341d521-054e-4a61-8085-0cb201103cbd req-1327221b-925b-4d4f-92b3-0e0401b1ddcd tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0620551 Jan 17 21:24:25.626435 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1341d521-054e-4a61-8085-0cb201103cbd req-bfb86bb1-cb33-44f7-bf55-e534508ec593 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000905 Jan 17 21:24:25.638567 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2136e-bb49-4eff-855c-e31392e1ee60 req-14998657-8344-43d2-aa64-f12906580c2b tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:25.640062 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-70f2136e-bb49-4eff-855c-e31392e1ee60 req-14998657-8344-43d2-aa64-f12906580c2b tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=67bca008-58c3-469e-bda3-bbb2b89fa9be HTTP/1.1" status: 200 len: 944 time: 0.0773990 Jan 17 21:24:25.689707 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-70f2136e-bb49-4eff-855c-e31392e1ee60 req-c3706c19-0503-4d4f-b83c-5f9f3b3e52ca tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441742 Jan 17 21:24:26.458821 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af2ede-cbf6-4b99-b7e0-b18cd91d7dfb req-e08ff5c2-cd10-4bc7-8568-edae1b74ed54 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:26.460283 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-68af2ede-cbf6-4b99-b7e0-b18cd91d7dfb req-e08ff5c2-cd10-4bc7-8568-edae1b74ed54 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a6ecab4-ad67-494d-8290-50992425966f HTTP/1.1" status: 200 len: 945 time: 0.0621245 Jan 17 21:24:26.510304 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-68af2ede-cbf6-4b99-b7e0-b18cd91d7dfb req-428e0920-1d22-4a63-be69-683542dacc3f tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b14ebd6-04fc-49d6-af36-fc40acb1070f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432353 Jan 17 21:24:26.749608 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f706d4-3552-4551-95a3-1f19b2518ab5 req-6c33df37-af4f-4323-bb88-2a486ef5074a tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:26.751169 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-06f706d4-3552-4551-95a3-1f19b2518ab5 req-6c33df37-af4f-4323-bb88-2a486ef5074a tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0540032 Jan 17 21:24:26.824893 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-06f706d4-3552-4551-95a3-1f19b2518ab5 req-c63159e6-6b33-4b14-9b48-242eb0008242 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674994 Jan 17 21:24:26.843048 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f3e26-7c2c-4f62-8008-51384ba96f85 req-eb78a3cb-daef-43a3-99eb-b14484c952b4 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:26.844519 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-df2f3e26-7c2c-4f62-8008-51384ba96f85 req-eb78a3cb-daef-43a3-99eb-b14484c952b4 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=67bca008-58c3-469e-bda3-bbb2b89fa9be HTTP/1.1" status: 200 len: 944 time: 0.0739379 Jan 17 21:24:26.897542 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-df2f3e26-7c2c-4f62-8008-51384ba96f85 req-cc2d5bc0-3226-42f2-b4b2-257e570f2b92 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467932 Jan 17 21:24:27.638043 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e8d26-66bc-42ee-90ec-31df7980aa95 req-5c41183b-0eac-4ed9-bd8b-5fc5a1db171c tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:27.639706 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0c4e8d26-66bc-42ee-90ec-31df7980aa95 req-5c41183b-0eac-4ed9-bd8b-5fc5a1db171c tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a6ecab4-ad67-494d-8290-50992425966f HTTP/1.1" status: 200 len: 945 time: 0.0589955 Jan 17 21:24:27.646838 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-7793b75a-e578-424f-b6ba-64e7cf2c2b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:27.702810 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0c4e8d26-66bc-42ee-90ec-31df7980aa95 req-5e236779-8b6d-4313-b2c5-e7c79289475d tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b14ebd6-04fc-49d6-af36-fc40acb1070f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524077 Jan 17 21:24:27.982055 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d1c8e-8a18-4d56-a3c3-58eb8e33b9a0 req-4ab743ff-9fd6-4201-881e-835c8742ef02 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:27.984909 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-149d1c8e-8a18-4d56-a3c3-58eb8e33b9a0 req-4ab743ff-9fd6-4201-881e-835c8742ef02 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0859234 Jan 17 21:24:28.089655 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3e746-e281-4df5-bc86-d0ee902d71a4 req-c41a19e7-ab70-48f2-aa09-c9c320ebd33a tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:28.091665 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-80d3e746-e281-4df5-bc86-d0ee902d71a4 req-c41a19e7-ab70-48f2-aa09-c9c320ebd33a tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=67bca008-58c3-469e-bda3-bbb2b89fa9be HTTP/1.1" status: 200 len: 944 time: 0.1054039 Jan 17 21:24:28.096496 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-149d1c8e-8a18-4d56-a3c3-58eb8e33b9a0 req-73b6103f-f670-46b0-a019-bb0d35411541 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933812 Jan 17 21:24:28.145721 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-80d3e746-e281-4df5-bc86-d0ee902d71a4 req-ef1b6d97-7aeb-4f90-8057-8bafd5b8b1eb tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480752 Jan 17 21:24:28.439448 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:28.842243 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c9c81-55bb-4813-ad06-596831655247 req-1fade418-2840-4c30-bb4f-eb113b5fc327 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:28.843790 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7d9c9c81-55bb-4813-ad06-596831655247 req-1fade418-2840-4c30-bb4f-eb113b5fc327 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a6ecab4-ad67-494d-8290-50992425966f HTTP/1.1" status: 200 len: 945 time: 0.0511837 Jan 17 21:24:28.895427 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7d9c9c81-55bb-4813-ad06-596831655247 req-277a83c5-e4d2-4d46-ba70-1ccf6f900ddf tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b14ebd6-04fc-49d6-af36-fc40acb1070f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444725 Jan 17 21:24:29.232116 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ffd1d-d5f9-4e9f-8728-2e770a0f7886 req-5558833f-2e1e-4348-b5a2-8807ab18f3c9 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:29.233557 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-855ffd1d-d5f9-4e9f-8728-2e770a0f7886 req-5558833f-2e1e-4348-b5a2-8807ab18f3c9 tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0611031 Jan 17 21:24:29.301368 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-855ffd1d-d5f9-4e9f-8728-2e770a0f7886 req-401cfc72-7ca5-4fcf-a78c-5aaa9053029a tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a039fae-1cee-48b3-a7f1-a9f16d017455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496831 Jan 17 21:24:29.310590 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e660d70-2994-4b1a-9dce-ff728f0245f0 req-0b86a9c6-373f-4a78-8c24-d5c5fd6e9c03 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:29.312182 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7e660d70-2994-4b1a-9dce-ff728f0245f0 req-0b86a9c6-373f-4a78-8c24-d5c5fd6e9c03 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=67bca008-58c3-469e-bda3-bbb2b89fa9be HTTP/1.1" status: 200 len: 944 time: 0.0957487 Jan 17 21:24:29.368066 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7e660d70-2994-4b1a-9dce-ff728f0245f0 req-68c7487b-59f0-411f-9cf3-523ecce25a39 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500324 Jan 17 21:24:29.595768 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c57281-7490-4b5c-b4bb-835aec1de318 req-c4807fd6-5164-4843-8ca6-fc61ffb1563b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:29.597200 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-06c57281-7490-4b5c-b4bb-835aec1de318 req-c4807fd6-5164-4843-8ca6-fc61ffb1563b tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 945 time: 0.0507569 Jan 17 21:24:29.699578 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-06c57281-7490-4b5c-b4bb-835aec1de318 req-840802d9-3968-4959-bb2e-126dc23adb6c tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Deleting port 138d0a50-2135-4dee-95fa-28ecdc541d3d {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:24:29.699920 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-06c57281-7490-4b5c-b4bb-835aec1de318 req-840802d9-3968-4959-bb2e-126dc23adb6c tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (138d0a50-2135-4dee-95fa-28ecdc541d3d), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:29.821700 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-06c57281-7490-4b5c-b4bb-835aec1de318 req-840802d9-3968-4959-bb2e-126dc23adb6c tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] For port 138d0a50-2135-4dee-95fa-28ecdc541d3d, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=138d0a50-2135-4dee-95fa-28ecdc541d3d,segment=NetworkSegment(166c10b2-69f0-43a7-b6f5-235b4c406adc),segment_id=166c10b2-69f0-43a7-b6f5-235b4c406adc)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:24:29.822149 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-06c57281-7490-4b5c-b4bb-835aec1de318 req-840802d9-3968-4959-bb2e-126dc23adb6c tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (138d0a50-2135-4dee-95fa-28ecdc541d3d), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:29.838066 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-06c57281-7490-4b5c-b4bb-835aec1de318 req-840802d9-3968-4959-bb2e-126dc23adb6c tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Calling delete_port for 138d0a50-2135-4dee-95fa-28ecdc541d3d owned by compute:nova {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:24:29.866364 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cc74f-cccd-499e-8b2a-97a664901423 req-158edae1-71eb-478b-ba14-18d4429e7fd6 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:29.868090 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d13cc74f-cccd-499e-8b2a-97a664901423 req-158edae1-71eb-478b-ba14-18d4429e7fd6 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.72 "GET /v2.0/ports?device_id=1a6ecab4-ad67-494d-8290-50992425966f HTTP/1.1" status: 200 len: 945 time: 0.0586154 Jan 17 21:24:29.978027 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-06c57281-7490-4b5c-b4bb-835aec1de318 req-840802d9-3968-4959-bb2e-126dc23adb6c tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (138d0a50-2135-4dee-95fa-28ecdc541d3d), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:29.991284 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [req-d13cc74f-cccd-499e-8b2a-97a664901423 req-ca204023-1124-43e8-9b73-865f3fe59a4f tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Deleting port 0f32a145-2070-4f51-b7d2-0671cb8e4109 {{(pid=102498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:24:29.991948 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-d13cc74f-cccd-499e-8b2a-97a664901423 req-ca204023-1124-43e8-9b73-865f3fe59a4f tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (0f32a145-2070-4f51-b7d2-0671cb8e4109), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:30.000644 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] get_ports_and_sgs() called for port_ids ['138d0a50-2135-4dee-95fa-28ecdc541d3d'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:24:30.048824 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840802d9-3968-4959-bb2e-126dc23adb6c tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Pushing event deleted for resources: {'Port': ['ID=138d0a50-2135-4dee-95fa-28ecdc541d3d,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:24:30.074717 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:30.093370 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c57281-7490-4b5c-b4bb-835aec1de318 req-840802d9-3968-4959-bb2e-126dc23adb6c tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] No DVR routers for this DVR port 138d0a50-2135-4dee-95fa-28ecdc541d3d on host hv-cinder-82489 {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:24:30.097327 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-06c57281-7490-4b5c-b4bb-835aec1de318 req-840802d9-3968-4959-bb2e-126dc23adb6c tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:30.103734 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-06c57281-7490-4b5c-b4bb-835aec1de318 req-840802d9-3968-4959-bb2e-126dc23adb6c tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.72 "DELETE /v2.0/ports/138d0a50-2135-4dee-95fa-28ecdc541d3d HTTP/1.1" status: 204 len: 173 time: 0.5009341 Jan 17 21:24:30.104511 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a5818e4-0026-4597-9ef3-d539c2cdee97', 'name': 'network-vif-deleted', 'tag': '138d0a50-2135-4dee-95fa-28ecdc541d3d'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:24:30.108687 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c2de0e70a1bc7346ac1be0cec4f24ea848d889c4763a7575c3a73373459bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992c4736-8417-4a93-8d8c-d40275d272ef" -d '{"events": [{"server_uuid": "8a5818e4-0026-4597-9ef3-d539c2cdee97", "name": "network-vif-deleted", "tag": "138d0a50-2135-4dee-95fa-28ecdc541d3d"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:24:30.155580 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device cedef62e-b83a-4220-b7ba-8ccc29087104 details requested by agent hyperv_hv-cinder-82489 with host hv-cinder-82489 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:24:30.182624 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4103bcdd-c6f4-4782-bdb3-ebbd95ef2636 x-openstack-request-id: req-4103bcdd-c6f4-4782-bdb3-ebbd95ef2636 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:24:30.183117 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a5818e4-0026-4597-9ef3-d539c2cdee97", "name": "network-vif-deleted", "tag": "138d0a50-2135-4dee-95fa-28ecdc541d3d", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:24:30.183543 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4103bcdd-c6f4-4782-bdb3-ebbd95ef2636 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:24:30.184203 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a5818e4-0026-4597-9ef3-d539c2cdee97', 'name': 'network-vif-deleted', 'tag': '138d0a50-2135-4dee-95fa-28ecdc541d3d', 'status': 'completed', 'code': 200} Jan 17 21:24:30.340891 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port cedef62e-b83a-4220-b7ba-8ccc29087104, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=cedef62e-b83a-4220-b7ba-8ccc29087104,segment=NetworkSegment(3002b40c-9179-46b7-bf21-480b3877c297),segment_id=3002b40c-9179-46b7-bf21-480b3877c297)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:24:30.374070 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250352b0-c55a-4c82-90d2-ac203ce0a76e req-cb8e2099-cd26-41fe-8b61-bd5e15647583 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:30.375547 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-250352b0-c55a-4c82-90d2-ac203ce0a76e req-cb8e2099-cd26-41fe-8b61-bd5e15647583 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a6ecab4-ad67-494d-8290-50992425966f HTTP/1.1" status: 200 len: 945 time: 0.3151259 Jan 17 21:24:30.379569 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Returning: {'device': 'cedef62e-b83a-4220-b7ba-8ccc29087104', 'network_id': '90270886-8b72-4996-b451-52316e1bfe26', 'port_id': 'cedef62e-b83a-4220-b7ba-8ccc29087104', 'mac_address': 'fa:16:3e:38:bf:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '727d1d86-86be-4ba4-b825-0f84ac7512d4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:24:30.402700 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-d13cc74f-cccd-499e-8b2a-97a664901423 req-ca204023-1124-43e8-9b73-865f3fe59a4f tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] For port 0f32a145-2070-4f51-b7d2-0671cb8e4109, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=0f32a145-2070-4f51-b7d2-0671cb8e4109,segment=NetworkSegment(687024db-b6cd-489e-aeb1-a94a47a8dfd6),segment_id=687024db-b6cd-489e-aeb1-a94a47a8dfd6)] {{(pid=102498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:24:30.403083 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-d13cc74f-cccd-499e-8b2a-97a664901423 req-ca204023-1124-43e8-9b73-865f3fe59a4f tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (0f32a145-2070-4f51-b7d2-0671cb8e4109), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:30.438210 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [req-d13cc74f-cccd-499e-8b2a-97a664901423 req-ca204023-1124-43e8-9b73-865f3fe59a4f tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Calling delete_port for 0f32a145-2070-4f51-b7d2-0671cb8e4109 owned by compute:nova {{(pid=102498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:24:30.450380 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port cedef62e-b83a-4220-b7ba-8ccc29087104 is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:24:30.451166 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (cedef62e-b83a-4220-b7ba-8ccc29087104), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:30.466633 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-41ad5b04-7add-4e5d-a52c-617a68500026 req-695f219f-0a3f-4980-a233-4c1355614fee tempest-ServerRescueNegativeTestJSON-749603551 tempest-ServerRescueNegativeTestJSON-749603551-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a5818e4-0026-4597-9ef3-d539c2cdee97 HTTP/1.1" status: 200 len: 210 time: 0.0513685 Jan 17 21:24:30.468432 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cedef62e-b83a-4220-b7ba-8ccc29087104 {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:24:30.478763 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-250352b0-c55a-4c82-90d2-ac203ce0a76e req-b088ef4c-f8be-4c1d-9209-605902286062 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b14ebd6-04fc-49d6-af36-fc40acb1070f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961878 Jan 17 21:24:30.495300 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port cedef62e-b83a-4220-b7ba-8ccc29087104, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=cedef62e-b83a-4220-b7ba-8ccc29087104,segment=NetworkSegment(3002b40c-9179-46b7-bf21-480b3877c297),segment_id=3002b40c-9179-46b7-bf21-480b3877c297)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:24:30.505780 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (cedef62e-b83a-4220-b7ba-8ccc29087104), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:30.564874 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=cedef62e-b83a-4220-b7ba-8ccc29087104,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:24:30.581613 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:30.582270 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:30.582631 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:30.582991 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:30.583295 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:30.583704 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:30.584413 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:30.584729 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:30.586021 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:30.586021 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:30.586021 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:30.586021 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:30.586840 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:30.606887 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588e02c-866e-4460-b946-e056fd722ac2 req-fba33d49-f2ec-4bce-b267-790f7a760ef5 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:30.608358 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7588e02c-866e-4460-b946-e056fd722ac2 req-fba33d49-f2ec-4bce-b267-790f7a760ef5 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=67bca008-58c3-469e-bda3-bbb2b89fa9be HTTP/1.1" status: 200 len: 945 time: 0.0774057 Jan 17 21:24:30.692484 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7588e02c-866e-4460-b946-e056fd722ac2 req-41a29ce3-554b-4ae8-aa1d-b8f7be610747 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781004 Jan 17 21:24:30.699104 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-d13cc74f-cccd-499e-8b2a-97a664901423 req-ca204023-1124-43e8-9b73-865f3fe59a4f tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863200'] for port (0f32a145-2070-4f51-b7d2-0671cb8e4109), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:30.733130 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca204023-1124-43e8-9b73-865f3fe59a4f tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Pushing event deleted for resources: {'Port': ['ID=0f32a145-2070-4f51-b7d2-0671cb8e4109,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:24:30.745454 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca204023-1124-43e8-9b73-865f3fe59a4f tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:30.745809 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca204023-1124-43e8-9b73-865f3fe59a4f tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:30.746216 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca204023-1124-43e8-9b73-865f3fe59a4f tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:30.746609 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca204023-1124-43e8-9b73-865f3fe59a4f tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:30.746946 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca204023-1124-43e8-9b73-865f3fe59a4f tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:30.747287 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca204023-1124-43e8-9b73-865f3fe59a4f tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:30.747633 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca204023-1124-43e8-9b73-865f3fe59a4f tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:30.747932 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca204023-1124-43e8-9b73-865f3fe59a4f tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:30.748329 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca204023-1124-43e8-9b73-865f3fe59a4f tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:30.749044 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca204023-1124-43e8-9b73-865f3fe59a4f tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:30.749044 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca204023-1124-43e8-9b73-865f3fe59a4f tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:30.749368 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca204023-1124-43e8-9b73-865f3fe59a4f tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:30.749685 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca204023-1124-43e8-9b73-865f3fe59a4f tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:30.786167 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13cc74f-cccd-499e-8b2a-97a664901423 req-ca204023-1124-43e8-9b73-865f3fe59a4f tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] No DVR routers for this DVR port 0f32a145-2070-4f51-b7d2-0671cb8e4109 on host hv-cinder-82489 {{(pid=102498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:24:30.789204 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-d13cc74f-cccd-499e-8b2a-97a664901423 req-ca204023-1124-43e8-9b73-865f3fe59a4f tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:30.792478 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d13cc74f-cccd-499e-8b2a-97a664901423 req-ca204023-1124-43e8-9b73-865f3fe59a4f tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.72 "DELETE /v2.0/ports/0f32a145-2070-4f51-b7d2-0671cb8e4109 HTTP/1.1" status: 204 len: 173 time: 0.9186537 Jan 17 21:24:30.792919 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6ecab4-ad67-494d-8290-50992425966f', 'name': 'network-vif-deleted', 'tag': '0f32a145-2070-4f51-b7d2-0671cb8e4109'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:24:30.795212 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d7793c37eab3cfdbfb603451246e19a518df2119e31a6609dfbcf4a214a471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e93f82e-7299-4f54-9071-13a1bc8e79ee" -d '{"events": [{"server_uuid": "1a6ecab4-ad67-494d-8290-50992425966f", "name": "network-vif-deleted", "tag": "0f32a145-2070-4f51-b7d2-0671cb8e4109"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:24:30.848319 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e8b7c1-70c0-44a9-8984-e7c50ad4eb1a x-openstack-request-id: req-09e8b7c1-70c0-44a9-8984-e7c50ad4eb1a {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:24:30.848596 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6ecab4-ad67-494d-8290-50992425966f", "name": "network-vif-deleted", "tag": "0f32a145-2070-4f51-b7d2-0671cb8e4109", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:24:30.848874 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-09e8b7c1-70c0-44a9-8984-e7c50ad4eb1a {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:24:30.849294 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6ecab4-ad67-494d-8290-50992425966f', 'name': 'network-vif-deleted', 'tag': '0f32a145-2070-4f51-b7d2-0671cb8e4109', 'status': 'completed', 'code': 200} Jan 17 21:24:31.184313 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] get_ports_and_sgs() called for port_ids ['cedef62e-b83a-4220-b7ba-8ccc29087104'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:24:31.349119 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:31.529111 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 57232) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:24:31.618640 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-332dd046-9f73-449e-abe6-1607cdd2aeec req-455f5102-93d7-439e-8b8e-12f9a4ef4f8a tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a6ecab4-ad67-494d-8290-50992425966f HTTP/1.1" status: 200 len: 210 time: 0.0304849 Jan 17 21:24:31.822321 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489456d0-d9d5-4063-88d5-556bea2ac02b req-4e4cdbea-6e30-4dde-a0a2-93f2b91001f8 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:31.825153 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-489456d0-d9d5-4063-88d5-556bea2ac02b req-4e4cdbea-6e30-4dde-a0a2-93f2b91001f8 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=67bca008-58c3-469e-bda3-bbb2b89fa9be HTTP/1.1" status: 200 len: 945 time: 0.0604570 Jan 17 21:24:31.900500 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-489456d0-d9d5-4063-88d5-556bea2ac02b req-258d0170-e1be-4c01-9b93-2a8be29cda94 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638893 Jan 17 21:24:32.010008 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fe622d1a-f128-4d46-a561-ccd91daf7b4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1024512'] for router_interface (d1e71449-4d34-4414-9108-574ab9612675), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:32.156576 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 0f32a145-2070-4f51-b7d2-0671cb8e4109 no longer exists at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:24:32.191879 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] No Port match for: 0f32a145-2070-4f51-b7d2-0671cb8e4109 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:24:32.192596 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 0f32a145-2070-4f51-b7d2-0671cb8e4109 not bound to the agent host hv-cinder-82489 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:24:32.192690 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 138d0a50-2135-4dee-95fa-28ecdc541d3d no longer exists at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:24:32.216389 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] No Port match for: 138d0a50-2135-4dee-95fa-28ecdc541d3d {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:24:32.216730 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 138d0a50-2135-4dee-95fa-28ecdc541d3d not bound to the agent host hv-cinder-82489 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:24:32.333375 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-fe622d1a-f128-4d46-a561-ccd91daf7b4e admin admin] Deleting port ec090983-1710-4daa-845e-fd4ad3f728ee {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:24:32.333752 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fe622d1a-f128-4d46-a561-ccd91daf7b4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (ec090983-1710-4daa-845e-fd4ad3f728ee), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:32.625961 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-fe622d1a-f128-4d46-a561-ccd91daf7b4e admin admin] For port ec090983-1710-4daa-845e-fd4ad3f728ee, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=ec090983-1710-4daa-845e-fd4ad3f728ee,segment=NetworkSegment(166c10b2-69f0-43a7-b6f5-235b4c406adc),segment_id=166c10b2-69f0-43a7-b6f5-235b4c406adc)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:24:32.626645 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fe622d1a-f128-4d46-a561-ccd91daf7b4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (ec090983-1710-4daa-845e-fd4ad3f728ee), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:32.639640 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-fe622d1a-f128-4d46-a561-ccd91daf7b4e admin admin] Calling delete_port for ec090983-1710-4daa-845e-fd4ad3f728ee owned by network:router_interface {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:24:32.838742 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fe622d1a-f128-4d46-a561-ccd91daf7b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (ec090983-1710-4daa-845e-fd4ad3f728ee), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:32.884938 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe622d1a-f128-4d46-a561-ccd91daf7b4e admin admin] Pushing event deleted for resources: {'Port': ['ID=ec090983-1710-4daa-845e-fd4ad3f728ee,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:24:33.059504 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6c437-b455-4585-b0cb-281a9f31e79f req-95796aa0-cf6b-42da-ac7f-7d68288c139c tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:33.061150 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-12b6c437-b455-4585-b0cb-281a9f31e79f req-95796aa0-cf6b-42da-ac7f-7d68288c139c tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=67bca008-58c3-469e-bda3-bbb2b89fa9be HTTP/1.1" status: 200 len: 945 time: 0.0621676 Jan 17 21:24:33.074737 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fe622d1a-f128-4d46-a561-ccd91daf7b4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-986109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025168'] for router_interface (d1e71449-4d34-4414-9108-574ab9612675), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:33.128724 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-12b6c437-b455-4585-b0cb-281a9f31e79f req-3d84c073-b288-4cf9-b4e9-b39182b0c12c tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561187 Jan 17 21:24:33.360208 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe622d1a-f128-4d46-a561-ccd91daf7b4e admin admin] Router d1e71449-4d34-4414-9108-574ab9612675 has already been hosted by L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:24:33.490947 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe622d1a-f128-4d46-a561-ccd91daf7b4e admin admin] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:24:33.495965 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-fe622d1a-f128-4d46-a561-ccd91daf7b4e admin admin] 10.222.0.64 "PUT /v2.0/routers/d1e71449-4d34-4414-9108-574ab9612675/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9651420 Jan 17 21:24:33.498628 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 57256) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:24:33.502328 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce571ee2-4ee8-4721-baa6-d7378d6ad38a None None] Sync routers for ids ['d1e71449-4d34-4414-9108-574ab9612675'] in dv-cinder-824895-3-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:24:33.513514 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce571ee2-4ee8-4721-baa6-d7378d6ad38a None None] Routers {'d1e71449-4d34-4414-9108-574ab9612675'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:24:33.514230 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-ce571ee2-4ee8-4721-baa6-d7378d6ad38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:24:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['d1e71449-4d34-4414-9108-574ab9612675'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:24:33.614470 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f0894ad8-c747-48b5-8d11-e7d80d9dc828 admin admin] Publish callbacks [] for router (d1e71449-4d34-4414-9108-574ab9612675), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:33.626716 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-ce571ee2-4ee8-4721-baa6-d7378d6ad38a None None] Set router d1e71449-4d34-4414-9108-574ab9612675 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:24:33.728444 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f0894ad8-c747-48b5-8d11-e7d80d9dc828 admin admin] Publish callbacks [] for router_gateway (d1e71449-4d34-4414-9108-574ab9612675), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:33.781787 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-f0894ad8-c747-48b5-8d11-e7d80d9dc828 admin admin] Deleting port a579857b-3e6e-45ae-b394-f360622e8e4f {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:24:33.782019 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f0894ad8-c747-48b5-8d11-e7d80d9dc828 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (a579857b-3e6e-45ae-b394-f360622e8e4f), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:33.808458 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-ce571ee2-4ee8-4721-baa6-d7378d6ad38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e71449-4d34-4414-9108-574ab9612675', 'name': 'tempest-ServerRescueNegativeTestJSON-689999632-router', 'tenant_id': '090730c5b4bb4a7195d893aa312dcfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'a579857b-3e6e-45ae-b394-f360622e8e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:20:12Z', 'updated_at': '2022-01-17T21:24:32Z', 'revision_number': 5, 'project_id': '090730c5b4bb4a7195d893aa312dcfe6', 'gw_port': {'id': 'a579857b-3e6e-45ae-b394-f360622e8e4f', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:51:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e71449-4d34-4414-9108-574ab9612675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:20:13Z', 'updated_at': '2022-01-17T21:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi'}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:24:33.834963 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce571ee2-4ee8-4721-baa6-d7378d6ad38a None None] Checking router: d1e71449-4d34-4414-9108-574ab9612675 for host: dv-cinder-824895-3-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:24:33.843405 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce571ee2-4ee8-4721-baa6-d7378d6ad38a None None] Routers {'d1e71449-4d34-4414-9108-574ab9612675'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:24:33.844008 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-ce571ee2-4ee8-4721-baa6-d7378d6ad38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:24:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['d1e71449-4d34-4414-9108-574ab9612675'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:24:33.866700 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-f0894ad8-c747-48b5-8d11-e7d80d9dc828 admin admin] For port a579857b-3e6e-45ae-b394-f360622e8e4f, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=a579857b-3e6e-45ae-b394-f360622e8e4f,segment=NetworkSegment(639a724d-f7b6-49a0-bd3a-5adbc7060ec3),segment_id=639a724d-f7b6-49a0-bd3a-5adbc7060ec3)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:24:33.867030 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f0894ad8-c747-48b5-8d11-e7d80d9dc828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (a579857b-3e6e-45ae-b394-f360622e8e4f), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:33.883573 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-f0894ad8-c747-48b5-8d11-e7d80d9dc828 admin admin] Calling delete_port for a579857b-3e6e-45ae-b394-f360622e8e4f owned by network:router_gateway {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:24:33.928506 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-ce571ee2-4ee8-4721-baa6-d7378d6ad38a None None] Set router d1e71449-4d34-4414-9108-574ab9612675 gateway port host: None {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:24:33.989601 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-ce571ee2-4ee8-4721-baa6-d7378d6ad38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e71449-4d34-4414-9108-574ab9612675', 'name': 'tempest-ServerRescueNegativeTestJSON-689999632-router', 'tenant_id': '090730c5b4bb4a7195d893aa312dcfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:20:12Z', 'updated_at': '2022-01-17T21:24:33Z', 'revision_number': 6, 'project_id': '090730c5b4bb4a7195d893aa312dcfe6', 'gw_port_host': None}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:24:34.010777 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce571ee2-4ee8-4721-baa6-d7378d6ad38a None None] The sync data for ids ['d1e71449-4d34-4414-9108-574ab9612675'] in dv-cinder-824895-3-iscsi is: [{'id': 'd1e71449-4d34-4414-9108-574ab9612675', 'name': 'tempest-ServerRescueNegativeTestJSON-689999632-router', 'tenant_id': '090730c5b4bb4a7195d893aa312dcfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:20:12Z', 'updated_at': '2022-01-17T21:24:33Z', 'revision_number': 6, 'project_id': '090730c5b4bb4a7195d893aa312dcfe6', 'gw_port_host': None}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:24:34.059578 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f0894ad8-c747-48b5-8d11-e7d80d9dc828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (a579857b-3e6e-45ae-b394-f360622e8e4f), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:34.085993 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0894ad8-c747-48b5-8d11-e7d80d9dc828 admin admin] Pushing event deleted for resources: {'Port': ['ID=a579857b-3e6e-45ae-b394-f360622e8e4f,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:24:34.146794 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f0894ad8-c747-48b5-8d11-e7d80d9dc828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1018746'] for router_gateway (d1e71449-4d34-4414-9108-574ab9612675), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:34.242951 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f09028-58d7-4ac3-b27b-abbe1ae77c9e req-d4770fcf-8b57-41b5-ba35-df08ece2801f tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:34.244427 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-62f09028-58d7-4ac3-b27b-abbe1ae77c9e req-d4770fcf-8b57-41b5-ba35-df08ece2801f tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=67bca008-58c3-469e-bda3-bbb2b89fa9be HTTP/1.1" status: 200 len: 945 time: 0.0482259 Jan 17 21:24:34.254088 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f0894ad8-c747-48b5-8d11-e7d80d9dc828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1026029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25730'] for router (d1e71449-4d34-4414-9108-574ab9612675), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:34.256589 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f0894ad8-c747-48b5-8d11-e7d80d9dc828 admin admin] Publish callbacks [] for router_controller (d1e71449-4d34-4414-9108-574ab9612675), precommit_delete_associations {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:34.281797 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device cedef62e-b83a-4220-b7ba-8ccc29087104 up at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:24:34.293860 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-62f09028-58d7-4ac3-b27b-abbe1ae77c9e req-5442f05f-b5f5-40c8-b23f-aeb8312f3c75 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435028 Jan 17 21:24:34.323351 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f0894ad8-c747-48b5-8d11-e7d80d9dc828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1026022'] for router (d1e71449-4d34-4414-9108-574ab9612675), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:34.323974 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0894ad8-c747-48b5-8d11-e7d80d9dc828 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1e71449-4d34-4414-9108-574ab9612675 {{(pid=102499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 21:24:34.329197 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f0894ad8-c747-48b5-8d11-e7d80d9dc828 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:34.330357 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-f0894ad8-c747-48b5-8d11-e7d80d9dc828 admin admin] 10.222.0.64 "DELETE /v2.0/routers/d1e71449-4d34-4414-9108-574ab9612675 HTTP/1.1" status: 204 len: 168 time: 0.8306348 Jan 17 21:24:34.333015 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 57268) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:24:34.348996 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning for port cedef62e-b83a-4220-b7ba-8ccc29087104 completed by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 21:24:34.354096 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning complete for port cedef62e-b83a-4220-b7ba-8ccc29087104 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:24:34.354476 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (cedef62e-b83a-4220-b7ba-8ccc29087104), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:34.414471 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1e960a1-d0de-434c-ae71-ade222aab20c admin admin] Deleting subnet aa7783e7-3496-4e0a-9051-7034d9bfba99 {{(pid=102499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 21:24:34.418744 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f1e960a1-d0de-434c-ae71-ade222aab20c admin admin] Publish callbacks [] for subnet (aa7783e7-3496-4e0a-9051-7034d9bfba99), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:34.459815 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f1e960a1-d0de-434c-ae71-ade222aab20c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2903808'] for subnet (aa7783e7-3496-4e0a-9051-7034d9bfba99), precommit_delete_associations {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:34.477210 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port cedef62e-b83a-4220-b7ba-8ccc29087104 is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:24:34.478008 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (cedef62e-b83a-4220-b7ba-8ccc29087104), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:34.516054 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67bca008-58c3-469e-bda3-bbb2b89fa9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cedef62e-b83a-4220-b7ba-8ccc29087104'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:24:34.519731 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd74998850970e76e5e696d55ae046c45085ecb7dce1b7bf3912a5be803d1cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65093831-94c8-4603-910f-27dee211ffe4" -d '{"events": [{"server_uuid": "67bca008-58c3-469e-bda3-bbb2b89fa9be", "name": "network-vif-plugged", "status": "completed", "tag": "cedef62e-b83a-4220-b7ba-8ccc29087104"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:24:34.536582 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f1e960a1-d0de-434c-ae71-ade222aab20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7879495'] for subnet (aa7783e7-3496-4e0a-9051-7034d9bfba99), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:34.540145 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port cedef62e-b83a-4220-b7ba-8ccc29087104, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=cedef62e-b83a-4220-b7ba-8ccc29087104,segment=NetworkSegment(3002b40c-9179-46b7-bf21-480b3877c297),segment_id=3002b40c-9179-46b7-bf21-480b3877c297)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:24:34.545600 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (cedef62e-b83a-4220-b7ba-8ccc29087104), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:34.584974 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2e4878-a6b4-43de-bc39-24affd261346 x-openstack-request-id: req-2d2e4878-a6b4-43de-bc39-24affd261346 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:24:34.585376 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67bca008-58c3-469e-bda3-bbb2b89fa9be", "name": "network-vif-plugged", "status": "completed", "tag": "cedef62e-b83a-4220-b7ba-8ccc29087104", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:24:34.585641 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2d2e4878-a6b4-43de-bc39-24affd261346 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:24:34.586073 dv-cinder-824895-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67bca008-58c3-469e-bda3-bbb2b89fa9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cedef62e-b83a-4220-b7ba-8ccc29087104', 'code': 200} Jan 17 21:24:34.598035 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f1e960a1-d0de-434c-ae71-ade222aab20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7879504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3358394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2835234'] for subnet (aa7783e7-3496-4e0a-9051-7034d9bfba99), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:34.613134 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=cedef62e-b83a-4220-b7ba-8ccc29087104,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:24:34.622511 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e960a1-d0de-434c-ae71-ade222aab20c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa7783e7-3496-4e0a-9051-7034d9bfba99,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:24:34.628338 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f1e960a1-d0de-434c-ae71-ade222aab20c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:34.632265 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-f1e960a1-d0de-434c-ae71-ade222aab20c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/aa7783e7-3496-4e0a-9051-7034d9bfba99 HTTP/1.1" status: 204 len: 168 time: 0.2982550 Jan 17 21:24:34.635099 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 57272) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:24:34.713355 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-db9c71df-1ab0-435a-8cdb-ecc08a219223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8337467'] for network (bff8e5f5-97ad-489f-85ec-9f479ea549b7), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:34.811059 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-db9c71df-1ab0-435a-8cdb-ecc08a219223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876800', 'neutron.services.segments.db._delete_segments_for_network-8789461539368'] for network (bff8e5f5-97ad-489f-85ec-9f479ea549b7), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:34.835294 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-db9c71df-1ab0-435a-8cdb-ecc08a219223 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bff8e5f5-97ad-489f-85ec-9f479ea549b7']}} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:24:34.839651 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device ec090983-1710-4daa-845e-fd4ad3f728ee no longer exists at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:24:34.849302 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-db9c71df-1ab0-435a-8cdb-ecc08a219223 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '166c10b2-69f0-43a7-b6f5-235b4c406adc') {'for_net_delete': True} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:24:34.849837 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-db9c71df-1ab0-435a-8cdb-ecc08a219223 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '166c10b2-69f0-43a7-b6f5-235b4c406adc') {} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:24:34.861352 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-db9c71df-1ab0-435a-8cdb-ecc08a219223 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789461539633', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901235'] for segment (166c10b2-69f0-43a7-b6f5-235b4c406adc), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:34.862575 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] No Port match for: ec090983-1710-4daa-845e-fd4ad3f728ee {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:24:34.862932 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device ec090983-1710-4daa-845e-fd4ad3f728ee not bound to the agent host dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:24:34.881291 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-db9c71df-1ab0-435a-8cdb-ecc08a219223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874'] for segment (166c10b2-69f0-43a7-b6f5-235b4c406adc), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:34.888233 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db9c71df-1ab0-435a-8cdb-ecc08a219223 admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=102499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 21:24:34.888863 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-db9c71df-1ab0-435a-8cdb-ecc08a219223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3358420'] for segment (166c10b2-69f0-43a7-b6f5-235b4c406adc), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: Traceback (most recent call last): Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: timer() Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: cb(*args, **kw) Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: return func(*args, **kwargs) Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: self._notify() Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: self.callback(batched_events) Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: event.method(event) Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: return f(self, *a, **k) Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: return self._get(url).json() Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: return self.request(url, 'GET', **kwargs) Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 21:24:34.891156 dv-cinder-824895-3-iscsi neutron-server[102499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 21:24:34.951096 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-db9c71df-1ab0-435a-8cdb-ecc08a219223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1018646'] for network (bff8e5f5-97ad-489f-85ec-9f479ea549b7), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:34.956044 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-db9c71df-1ab0-435a-8cdb-ecc08a219223 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:34.963986 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-db9c71df-1ab0-435a-8cdb-ecc08a219223 admin admin] 10.222.0.64 "DELETE /v2.0/networks/bff8e5f5-97ad-489f-85ec-9f479ea549b7 HTTP/1.1" status: 204 len: 168 time: 0.3278134 Jan 17 21:24:34.979354 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c71df-1ab0-435a-8cdb-ecc08a219223 admin admin] Pushing event deleted for resources: {'Network': ['ID=bff8e5f5-97ad-489f-85ec-9f479ea549b7,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:24:35.191059 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 57284) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:24:35.247462 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-e3125ef1-ecdf-42f1-abbc-29a995ce7912 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=090730c5b4bb4a7195d893aa312dcfe6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0552404 Jan 17 21:24:35.250136 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 57286) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:24:35.304987 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5cafdded-0ee5-4dfd-8008-62a1c91aaf57 admin admin] Publish callbacks [] for security_group (5a039fae-1cee-48b3-a7f1-a9f16d017455), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:35.332937 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5cafdded-0ee5-4dfd-8008-62a1c91aaf57 admin admin] Publish callbacks [] for security_group (5a039fae-1cee-48b3-a7f1-a9f16d017455), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:35.410161 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5cafdded-0ee5-4dfd-8008-62a1c91aaf57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (5a039fae-1cee-48b3-a7f1-a9f16d017455), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:35.426997 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5cafdded-0ee5-4dfd-8008-62a1c91aaf57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:35.426997 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-5cafdded-0ee5-4dfd-8008-62a1c91aaf57 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5a039fae-1cee-48b3-a7f1-a9f16d017455 HTTP/1.1" status: 204 len: 168 time: 0.1704724 Jan 17 21:24:35.434866 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cafdded-0ee5-4dfd-8008-62a1c91aaf57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a039fae-1cee-48b3-a7f1-a9f16d017455,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:24:35.445358 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a8a6b-02b1-4c24-850b-bbedc7b8d5e6 req-8fee2862-0ee8-49d3-bc16-a23884a8f36c tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:35.447216 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-742a8a6b-02b1-4c24-850b-bbedc7b8d5e6 req-8fee2862-0ee8-49d3-bc16-a23884a8f36c tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=67bca008-58c3-469e-bda3-bbb2b89fa9be HTTP/1.1" status: 200 len: 946 time: 0.0820935 Jan 17 21:24:35.498621 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-742a8a6b-02b1-4c24-850b-bbedc7b8d5e6 req-1ee11315-e324-4ded-9203-5cb8a8f30d11 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446434 Jan 17 21:24:36.148670 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 57316) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:24:36.221301 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device a579857b-3e6e-45ae-b394-f360622e8e4f no longer exists at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:24:36.245178 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] No Port match for: a579857b-3e6e-45ae-b394-f360622e8e4f {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:24:36.245437 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device a579857b-3e6e-45ae-b394-f360622e8e4f not bound to the agent host dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:24:36.297309 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-8e95d571-6baf-4232-9a01-56b681c81ff1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1991436950-network', 'tenant_id': '3391c884182f46fc99248b8f0ba1822f'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:24:36.319459 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e95d571-6baf-4232-9a01-56b681c81ff1 admin admin] Made reservation on behalf of 3391c884182f46fc99248b8f0ba1822f for: {'network': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:24:36.321823 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-8e95d571-6baf-4232-9a01-56b681c81ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for network (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:36.330447 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-8e95d571-6baf-4232-9a01-56b681c81ff1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:36.408159 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-8e95d571-6baf-4232-9a01-56b681c81ff1 admin admin] Publish callbacks [] for security_group (a2dfc772-7226-44e3-8d93-1efa643d64d4), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:36.412542 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-8e95d571-6baf-4232-9a01-56b681c81ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (a2dfc772-7226-44e3-8d93-1efa643d64d4), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:36.440394 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e95d571-6baf-4232-9a01-56b681c81ff1 admin admin] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=102498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 21:24:36.447760 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e95d571-6baf-4232-9a01-56b681c81ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2dfc772-7226-44e3-8d93-1efa643d64d4,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:24:36.454267 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-8e95d571-6baf-4232-9a01-56b681c81ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874'] for segment (3793e984-7f3b-42a4-b23f-4f321936b0eb), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:36.455405 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.db.segments_db [None req-8e95d571-6baf-4232-9a01-56b681c81ff1 admin admin] Added segment 3793e984-7f3b-42a4-b23f-4f321936b0eb of type vlan for network c0ec84dc-cf63-4d34-bc61-575dee41c738 Jan 17 21:24:36.496034 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-8e95d571-6baf-4232-9a01-56b681c81ff1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789461006502'] for network (c0ec84dc-cf63-4d34-bc61-575dee41c738), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:36.522000 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-8e95d571-6baf-4232-9a01-56b681c81ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988'] for network (c0ec84dc-cf63-4d34-bc61-575dee41c738), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:36.523228 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e95d571-6baf-4232-9a01-56b681c81ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:36.523997 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-8e95d571-6baf-4232-9a01-56b681c81ff1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for network (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:36.596400 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-8e95d571-6baf-4232-9a01-56b681c81ff1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4461129 Jan 17 21:24:36.598444 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e95d571-6baf-4232-9a01-56b681c81ff1 admin admin] Pushing event updated for resources: {'Network': ['ID=c0ec84dc-cf63-4d34-bc61-575dee41c738,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:24:36.599414 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 57324) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:24:36.604840 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-e2a3d035-3d2c-4adf-b204-d8347780157d admin admin] Request body: {'subnet': {'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1991436950-subnet', 'tenant_id': '3391c884182f46fc99248b8f0ba1822f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:24:36.609259 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Network c0ec84dc-cf63-4d34-bc61-575dee41c738 details requested by agent ovs-agent-dv-cinder-824895-3-iscsi with host dv-cinder-824895-3-iscsi {{(pid=102500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 21:24:36.633041 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a3d035-3d2c-4adf-b204-d8347780157d admin admin] Made reservation on behalf of 3391c884182f46fc99248b8f0ba1822f for: {'subnet': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:24:36.636072 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e2a3d035-3d2c-4adf-b204-d8347780157d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2835273'] for subnet (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:36.646149 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb5337-1c08-48ac-9ed5-13478a3bd7bc req-6ff255f6-3666-4431-bab3-96a88b458092 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:36.648614 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c0eb5337-1c08-48ac-9ed5-13478a3bd7bc req-6ff255f6-3666-4431-bab3-96a88b458092 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=67bca008-58c3-469e-bda3-bbb2b89fa9be HTTP/1.1" status: 200 len: 946 time: 0.0659583 Jan 17 21:24:36.702001 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c0eb5337-1c08-48ac-9ed5-13478a3bd7bc req-18404e88-a034-49e4-a8c0-c7d7355aa8ca tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463700 Jan 17 21:24:36.814655 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e2a3d035-3d2c-4adf-b204-d8347780157d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3358333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2835291'] for subnet (0394e051-e826-45f6-a758-acda968d34cd), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:36.883622 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a3d035-3d2c-4adf-b204-d8347780157d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0394e051-e826-45f6-a758-acda968d34cd,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:24:36.894190 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a3d035-3d2c-4adf-b204-d8347780157d admin admin] Checking segment: {'id': '3793e984-7f3b-42a4-b23f-4f321936b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:24:36.894532 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a3d035-3d2c-4adf-b204-d8347780157d admin admin] Network hostable DHCP agents. Network: c0ec84dc-cf63-4d34-bc61-575dee41c738, hostable agents: ['41e2bf6f-771d-4573-b749-4dbeb088662e'], hosted agents: [] {{(pid=102499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 21:24:36.913622 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a3d035-3d2c-4adf-b204-d8347780157d admin admin] Network c0ec84dc-cf63-4d34-bc61-575dee41c738 is scheduled to be hosted by DHCP agent 41e2bf6f-771d-4573-b749-4dbeb088662e with binding_index 1 {{(pid=102499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 21:24:36.923914 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-e2a3d035-3d2c-4adf-b204-d8347780157d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824895-3-iscsi, c0ec84dc-cf63-4d34-bc61-575dee41c738) {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:24:36.928808 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a3d035-3d2c-4adf-b204-d8347780157d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:36.929414 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e2a3d035-3d2c-4adf-b204-d8347780157d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:36.937730 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cef0857-969e-4ecc-9684-e63fd7554f68 None None] Network c0ec84dc-cf63-4d34-bc61-575dee41c738 requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:24:36.953830 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-e2a3d035-3d2c-4adf-b204-d8347780157d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3531013 Jan 17 21:24:36.957502 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 57326) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:24:36.961875 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-2c0fd8d0-9518-4e11-b98b-883c03404e81 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1991436950-router', 'tenant_id': '3391c884182f46fc99248b8f0ba1822f', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'}}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:24:37.005657 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd8d0-9518-4e11-b98b-883c03404e81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25756'] for router (5c282c1d-a894-4fe6-b03b-38d7a5025520), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:37.007380 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd8d0-9518-4e11-b98b-883c03404e81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1030443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1018761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25749'] for router (5c282c1d-a894-4fe6-b03b-38d7a5025520), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:37.071439 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd8d0-9518-4e11-b98b-883c03404e81 admin admin] Publish callbacks [] for router_controller (5c282c1d-a894-4fe6-b03b-38d7a5025520), precommit_add_association {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:37.071842 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c41c25-7d1c-484e-8b56-9786f9322310 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b485675-18a1-5f7e-9121-12847c6f93ae-c0ec84dc-cf63-4d34-bc61-575dee41c738', 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738', 'project_id': '3391c884182f46fc99248b8f0ba1822f', 'fixed_ips': [{'subnet_id': '0394e051-e826-45f6-a758-acda968d34cd'}]}} from dv-cinder-824895-3-iscsi. {{(pid=102500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 21:24:37.073478 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-58c41c25-7d1c-484e-8b56-9786f9322310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:37.223733 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd8d0-9518-4e11-b98b-883c03404e81 admin admin] Publish callbacks [] for router_gateway (5c282c1d-a894-4fe6-b03b-38d7a5025520), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:37.263720 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_common [None req-58c41c25-7d1c-484e-8b56-9786f9322310 None None] Allocated IP 172.20.0.2 (c0ec84dc-cf63-4d34-bc61-575dee41c738/0394e051-e826-45f6-a758-acda968d34cd/f8975edf-81de-4c9e-96c1-f6e1ad925f09) {{(pid=102500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:24:37.419245 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-58c41c25-7d1c-484e-8b56-9786f9322310 None None] Publish callbacks [] for port (f8975edf-81de-4c9e-96c1-f6e1ad925f09), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:37.428781 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-58c41c25-7d1c-484e-8b56-9786f9322310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965'] for port (f8975edf-81de-4c9e-96c1-f6e1ad925f09), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:37.478530 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c41c25-7d1c-484e-8b56-9786f9322310 None None] Network c0ec84dc-cf63-4d34-bc61-575dee41c738 is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:24:37.481718 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-58c41c25-7d1c-484e-8b56-9786f9322310 None None] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:24:37.486323 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c41c25-7d1c-484e-8b56-9786f9322310 None None] Received port after_create {{(pid=102500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:24:37.489774 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c41c25-7d1c-484e-8b56-9786f9322310 None None] Pushing event updated for resources: {'Port': ['ID=f8975edf-81de-4c9e-96c1-f6e1ad925f09,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:24:37.547436 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-58c41c25-7d1c-484e-8b56-9786f9322310 None None] Attempting to bind port f8975edf-81de-4c9e-96c1-f6e1ad925f09 on host dv-cinder-824895-3-iscsi for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:24:37.547807 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-58c41c25-7d1c-484e-8b56-9786f9322310 None None] Attempting to bind port f8975edf-81de-4c9e-96c1-f6e1ad925f09 by drivers openvswitch,hyperv on host dv-cinder-824895-3-iscsi at level 0 using segments [{'id': '3793e984-7f3b-42a4-b23f-4f321936b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:24:37.548167 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c41c25-7d1c-484e-8b56-9786f9322310 None None] Attempting to bind port f8975edf-81de-4c9e-96c1-f6e1ad925f09 on network c0ec84dc-cf63-4d34-bc61-575dee41c738 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:24:37.554228 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c41c25-7d1c-484e-8b56-9786f9322310 None None] Checking agent: {'id': '03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824895-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 12, 31), 'started_at': datetime.datetime(2022, 1, 17, 21, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824895-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:24:37.555092 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c41c25-7d1c-484e-8b56-9786f9322310 None None] Checking segment: {'id': '3793e984-7f3b-42a4-b23f-4f321936b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:24:37.555092 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-58c41c25-7d1c-484e-8b56-9786f9322310 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:37.555299 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c41c25-7d1c-484e-8b56-9786f9322310 None None] Bound using segment: {'id': '3793e984-7f3b-42a4-b23f-4f321936b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:24:37.555660 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-58c41c25-7d1c-484e-8b56-9786f9322310 None None] Bound port: f8975edf-81de-4c9e-96c1-f6e1ad925f09, host: dv-cinder-824895-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3793e984-7f3b-42a4-b23f-4f321936b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:24:37.556039 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-58c41c25-7d1c-484e-8b56-9786f9322310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (f8975edf-81de-4c9e-96c1-f6e1ad925f09), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:37.626320 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-58c41c25-7d1c-484e-8b56-9786f9322310 None None] For port f8975edf-81de-4c9e-96c1-f6e1ad925f09, host dv-cinder-824895-3-iscsi, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:24:37.629887 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-58c41c25-7d1c-484e-8b56-9786f9322310 None None] For port f8975edf-81de-4c9e-96c1-f6e1ad925f09, host dv-cinder-824895-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=f8975edf-81de-4c9e-96c1-f6e1ad925f09,segment=NetworkSegment(3793e984-7f3b-42a4-b23f-4f321936b0eb),segment_id=3793e984-7f3b-42a4-b23f-4f321936b0eb)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:24:37.634672 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-58c41c25-7d1c-484e-8b56-9786f9322310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (f8975edf-81de-4c9e-96c1-f6e1ad925f09), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:37.686449 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd8d0-9518-4e11-b98b-883c03404e81 admin admin] Publish callbacks [] for router_gateway (5c282c1d-a894-4fe6-b03b-38d7a5025520), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:37.696601 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c41c25-7d1c-484e-8b56-9786f9322310 None None] Pushing event updated for resources: {'Port': ['ID=f8975edf-81de-4c9e-96c1-f6e1ad925f09,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:24:37.726893 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd8d0-9518-4e11-b98b-883c03404e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:37.845059 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6e2df-9c0b-4f75-95ca-2048f21fc219 req-4ec82d0d-d13c-4359-a881-f21ea980b5c5 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:37.846628 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1dd6e2df-9c0b-4f75-95ca-2048f21fc219 req-4ec82d0d-d13c-4359-a881-f21ea980b5c5 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=67bca008-58c3-469e-bda3-bbb2b89fa9be HTTP/1.1" status: 200 len: 946 time: 0.0697780 Jan 17 21:24:37.909649 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [None req-2c0fd8d0-9518-4e11-b98b-883c03404e81 admin admin] Allocated IP 172.27.0.207 (a67fc2c9-f054-41ed-b80e-f186bf3f4e5f/f42dc890-63b4-41d2-851c-b195861b2359/8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:24:37.953117 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1dd6e2df-9c0b-4f75-95ca-2048f21fc219 req-7d105c4e-49c6-4283-96b0-4f16a12537ea tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992310 Jan 17 21:24:38.047199 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd8d0-9518-4e11-b98b-883c03404e81 admin admin] Publish callbacks [] for port (8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:38.090571 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd8d0-9518-4e11-b98b-883c03404e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:38.133080 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0fd8d0-9518-4e11-b98b-883c03404e81 admin admin] Network a67fc2c9-f054-41ed-b80e-f186bf3f4e5f is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:24:38.136093 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-2c0fd8d0-9518-4e11-b98b-883c03404e81 admin admin] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:24:38.139731 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0fd8d0-9518-4e11-b98b-883c03404e81 admin admin] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:24:38.145451 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0fd8d0-9518-4e11-b98b-883c03404e81 admin admin] Pushing event updated for resources: {'Port': ['ID=8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:24:38.313945 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device f8975edf-81de-4c9e-96c1-f6e1ad925f09 up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:24:38.391342 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port f8975edf-81de-4c9e-96c1-f6e1ad925f09 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:24:38.391993 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (f8975edf-81de-4c9e-96c1-f6e1ad925f09), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:38.510844 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port f8975edf-81de-4c9e-96c1-f6e1ad925f09 is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:24:38.511345 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (f8975edf-81de-4c9e-96c1-f6e1ad925f09), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:38.513175 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd8d0-9518-4e11-b98b-883c03404e81 admin admin] Publish callbacks [] for router_gateway (5c282c1d-a894-4fe6-b03b-38d7a5025520), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:38.551777 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] For port f8975edf-81de-4c9e-96c1-f6e1ad925f09, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=f8975edf-81de-4c9e-96c1-f6e1ad925f09,segment=NetworkSegment(3793e984-7f3b-42a4-b23f-4f321936b0eb),segment_id=3793e984-7f3b-42a4-b23f-4f321936b0eb)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:24:38.560644 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (f8975edf-81de-4c9e-96c1-f6e1ad925f09), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:38.632534 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Pushing event updated for resources: {'Port': ['ID=f8975edf-81de-4c9e-96c1-f6e1ad925f09,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:24:38.748185 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd8d0-9518-4e11-b98b-883c03404e81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1026008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1018718'] for router (5c282c1d-a894-4fe6-b03b-38d7a5025520), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:38.823154 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028c7397-fa9e-4972-8652-78ff2df51e8f None None] Network c0ec84dc-cf63-4d34-bc61-575dee41c738 requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:24:38.913338 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c0fd8d0-9518-4e11-b98b-883c03404e81 admin admin] Router 5c282c1d-a894-4fe6-b03b-38d7a5025520 is scheduled to L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 with binding_index 1 {{(pid=102499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 21:24:38.918898 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-7ace9ce9-0fb2-4415-88e7-829c25176600 None None] Provisioning complete for port f8975edf-81de-4c9e-96c1-f6e1ad925f09 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:24:38.919337 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-7ace9ce9-0fb2-4415-88e7-829c25176600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (f8975edf-81de-4c9e-96c1-f6e1ad925f09), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:39.031409 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-7ace9ce9-0fb2-4415-88e7-829c25176600 None None] Current status of the port f8975edf-81de-4c9e-96c1-f6e1ad925f09 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:24:39.065985 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0fd8d0-9518-4e11-b98b-883c03404e81 admin admin] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:24:39.075353 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c751906-4ab1-43c6-86b2-8a21f3771bac None None] Sync routers for ids ['5c282c1d-a894-4fe6-b03b-38d7a5025520'] in dv-cinder-824895-3-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:24:39.087983 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c751906-4ab1-43c6-86b2-8a21f3771bac None None] Routers {'5c282c1d-a894-4fe6-b03b-38d7a5025520'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:24:39.089093 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-9c751906-4ab1-43c6-86b2-8a21f3771bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:24:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['5c282c1d-a894-4fe6-b03b-38d7a5025520'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:24:39.097481 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2c0fd8d0-9518-4e11-b98b-883c03404e81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:39.104639 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 57350) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:24:39.105192 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-2c0fd8d0-9518-4e11-b98b-883c03404e81 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1460814 Jan 17 21:24:39.216060 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b4eca-ea42-4c92-921f-c80777c0c8dc req-87f0b7a1-bab9-4abb-b426-d5366e722af3 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:39.217736 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-996b4eca-ea42-4c92-921f-c80777c0c8dc req-87f0b7a1-bab9-4abb-b426-d5366e722af3 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=67bca008-58c3-469e-bda3-bbb2b89fa9be HTTP/1.1" status: 200 len: 946 time: 0.1468842 Jan 17 21:24:39.220561 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-9c751906-4ab1-43c6-86b2-8a21f3771bac None None] Set router 5c282c1d-a894-4fe6-b03b-38d7a5025520 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:24:39.341591 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-e11ccfd2-079e-4349-a154-8d807b4f700c None None] Provisioning complete for port f8975edf-81de-4c9e-96c1-f6e1ad925f09 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:24:39.342236 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e11ccfd2-079e-4349-a154-8d807b4f700c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (f8975edf-81de-4c9e-96c1-f6e1ad925f09), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:39.343063 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-996b4eca-ea42-4c92-921f-c80777c0c8dc req-2d2e5ed3-d9e0-4495-9d08-0517b8a3d2f8 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155028 Jan 17 21:24:39.628748 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-e11ccfd2-079e-4349-a154-8d807b4f700c None None] Current status of the port f8975edf-81de-4c9e-96c1-f6e1ad925f09 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:24:39.652259 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-9c751906-4ab1-43c6-86b2-8a21f3771bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'name': 'tempest-AttachVolumeShelveTestJSON-1991436950-router', 'tenant_id': '3391c884182f46fc99248b8f0ba1822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:24:37Z', 'updated_at': '2022-01-17T21:24:38Z', 'revision_number': 3, 'project_id': '3391c884182f46fc99248b8f0ba1822f', 'gw_port': {'id': '8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:24:37Z', 'updated_at': '2022-01-17T21:24:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi'}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:24:39.677994 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ab6d46c1-82bc-41a0-b8e7-905ac4865753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:39.684444 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c751906-4ab1-43c6-86b2-8a21f3771bac None None] Checking router: 5c282c1d-a894-4fe6-b03b-38d7a5025520 for host: dv-cinder-824895-3-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:24:39.684803 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c751906-4ab1-43c6-86b2-8a21f3771bac None None] Updating router 5c282c1d-a894-4fe6-b03b-38d7a5025520 port 8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4 binding host dv-cinder-824895-3-iscsi {{(pid=102500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 21:24:39.715378 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9c751906-4ab1-43c6-86b2-8a21f3771bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:39.839924 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [None req-ab6d46c1-82bc-41a0-b8e7-905ac4865753 admin admin] Allocated IP 172.20.0.1 (c0ec84dc-cf63-4d34-bc61-575dee41c738/0394e051-e826-45f6-a758-acda968d34cd/7925e647-9b70-473c-a095-70a77c6d80ac) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:24:39.945406 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ab6d46c1-82bc-41a0-b8e7-905ac4865753 admin admin] Publish callbacks [] for port (7925e647-9b70-473c-a095-70a77c6d80ac), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:39.963522 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9c751906-4ab1-43c6-86b2-8a21f3771bac None None] Publish callbacks [] for port (8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:39.971114 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9c751906-4ab1-43c6-86b2-8a21f3771bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:39.980708 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ab6d46c1-82bc-41a0-b8e7-905ac4865753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863200'] for port (7925e647-9b70-473c-a095-70a77c6d80ac), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:40.025066 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-9c751906-4ab1-43c6-86b2-8a21f3771bac None None] Attempting to bind port 8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4 on host dv-cinder-824895-3-iscsi for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:24:40.025384 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-9c751906-4ab1-43c6-86b2-8a21f3771bac None None] Attempting to bind port 8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4 by drivers openvswitch,hyperv on host dv-cinder-824895-3-iscsi at level 0 using segments [{'id': '639a724d-f7b6-49a0-bd3a-5adbc7060ec3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:24:40.025893 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c751906-4ab1-43c6-86b2-8a21f3771bac None None] Attempting to bind port 8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4 on network a67fc2c9-f054-41ed-b80e-f186bf3f4e5f {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:24:40.026849 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6d46c1-82bc-41a0-b8e7-905ac4865753 admin admin] Network c0ec84dc-cf63-4d34-bc61-575dee41c738 is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:24:40.029756 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-ab6d46c1-82bc-41a0-b8e7-905ac4865753 admin admin] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:24:40.033760 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6d46c1-82bc-41a0-b8e7-905ac4865753 admin admin] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:24:40.033927 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d2b509-b03f-4493-b473-525901f3ae95 None None] Pushing event updated for resources: {'Port': ['ID=8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:24:40.040853 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d46c1-82bc-41a0-b8e7-905ac4865753 admin admin] Pushing event updated for resources: {'Port': ['ID=7925e647-9b70-473c-a095-70a77c6d80ac,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:24:40.042543 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c751906-4ab1-43c6-86b2-8a21f3771bac None None] Checking agent: {'id': '03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824895-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 12, 31), 'started_at': datetime.datetime(2022, 1, 17, 21, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824895-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:24:40.042543 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c751906-4ab1-43c6-86b2-8a21f3771bac None None] Checking segment: {'id': '639a724d-f7b6-49a0-bd3a-5adbc7060ec3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:24:40.043207 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9c751906-4ab1-43c6-86b2-8a21f3771bac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:40.043680 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c751906-4ab1-43c6-86b2-8a21f3771bac None None] Bound using segment: {'id': '639a724d-f7b6-49a0-bd3a-5adbc7060ec3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:24:40.044315 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-9c751906-4ab1-43c6-86b2-8a21f3771bac None None] Bound port: 8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4, host: dv-cinder-824895-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639a724d-f7b6-49a0-bd3a-5adbc7060ec3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:24:40.044937 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9c751906-4ab1-43c6-86b2-8a21f3771bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:40.080082 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ab6d46c1-82bc-41a0-b8e7-905ac4865753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1024649'] for router_interface (5c282c1d-a894-4fe6-b03b-38d7a5025520), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:40.112105 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-9c751906-4ab1-43c6-86b2-8a21f3771bac None None] For port 8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4, host dv-cinder-824895-3-iscsi, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:24:40.115462 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-9c751906-4ab1-43c6-86b2-8a21f3771bac None None] For port 8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4, host dv-cinder-824895-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4,segment=NetworkSegment(639a724d-f7b6-49a0-bd3a-5adbc7060ec3),segment_id=639a724d-f7b6-49a0-bd3a-5adbc7060ec3)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:24:40.120025 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9c751906-4ab1-43c6-86b2-8a21f3771bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:40.181537 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c751906-4ab1-43c6-86b2-8a21f3771bac None None] Routers {'5c282c1d-a894-4fe6-b03b-38d7a5025520'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:24:40.182172 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-9c751906-4ab1-43c6-86b2-8a21f3771bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:24:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['5c282c1d-a894-4fe6-b03b-38d7a5025520'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:24:40.185392 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d2b509-b03f-4493-b473-525901f3ae95 None None] Pushing event updated for resources: {'Port': ['ID=8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:24:40.228122 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ab6d46c1-82bc-41a0-b8e7-905ac4865753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (7925e647-9b70-473c-a095-70a77c6d80ac), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:40.297537 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-539ab043-b1ec-4069-9169-c1c93634c5b8 None None] Provisioning complete for port 7925e647-9b70-473c-a095-70a77c6d80ac triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:24:40.297920 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-539ab043-b1ec-4069-9169-c1c93634c5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (7925e647-9b70-473c-a095-70a77c6d80ac), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:40.304216 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device f8975edf-81de-4c9e-96c1-f6e1ad925f09 up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:24:40.361187 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-9c751906-4ab1-43c6-86b2-8a21f3771bac None None] Set router 5c282c1d-a894-4fe6-b03b-38d7a5025520 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:24:40.452197 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-539ab043-b1ec-4069-9169-c1c93634c5b8 None None] Port 7925e647-9b70-473c-a095-70a77c6d80ac cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:24:40.461328 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ab6d46c1-82bc-41a0-b8e7-905ac4865753 admin admin] Publish callbacks [] for port (7925e647-9b70-473c-a095-70a77c6d80ac), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:40.471392 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ab6d46c1-82bc-41a0-b8e7-905ac4865753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8863129'] for port (7925e647-9b70-473c-a095-70a77c6d80ac), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:40.523186 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port f8975edf-81de-4c9e-96c1-f6e1ad925f09 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:24:40.523561 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (f8975edf-81de-4c9e-96c1-f6e1ad925f09), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:40.541853 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8c580-154d-433e-83f0-622bb9dde943 req-6d45f8ef-6fd9-4c24-9f5b-bf8ade129a5d tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:40.543385 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c0d8c580-154d-433e-83f0-622bb9dde943 req-6d45f8ef-6fd9-4c24-9f5b-bf8ade129a5d tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=67bca008-58c3-469e-bda3-bbb2b89fa9be HTTP/1.1" status: 200 len: 946 time: 0.1305404 Jan 17 21:24:40.574194 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ab6d46c1-82bc-41a0-b8e7-905ac4865753 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-986102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1024541'] for router_interface (5c282c1d-a894-4fe6-b03b-38d7a5025520), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:40.578232 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d46c1-82bc-41a0-b8e7-905ac4865753 admin admin] Pushing event updated for resources: {'Port': ['ID=7925e647-9b70-473c-a095-70a77c6d80ac,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:24:40.646478 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port f8975edf-81de-4c9e-96c1-f6e1ad925f09 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:24:40.654355 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-9c751906-4ab1-43c6-86b2-8a21f3771bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'name': 'tempest-AttachVolumeShelveTestJSON-1991436950-router', 'tenant_id': '3391c884182f46fc99248b8f0ba1822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:24:37Z', 'updated_at': '2022-01-17T21:24:38Z', 'revision_number': 3, 'project_id': '3391c884182f46fc99248b8f0ba1822f', 'gw_port': {'id': '8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:24:37Z', 'updated_at': '2022-01-17T21:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi'}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:24:40.659357 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c0d8c580-154d-433e-83f0-622bb9dde943 req-abca759b-87d7-492f-8667-86266aaf5738 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050341 Jan 17 21:24:40.686447 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c751906-4ab1-43c6-86b2-8a21f3771bac None None] The sync data for ids ['5c282c1d-a894-4fe6-b03b-38d7a5025520'] in dv-cinder-824895-3-iscsi is: [{'id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'name': 'tempest-AttachVolumeShelveTestJSON-1991436950-router', 'tenant_id': '3391c884182f46fc99248b8f0ba1822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:24:37Z', 'updated_at': '2022-01-17T21:24:38Z', 'revision_number': 3, 'project_id': '3391c884182f46fc99248b8f0ba1822f', 'gw_port': {'id': '8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:24:37Z', 'updated_at': '2022-01-17T21:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi'}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:24:40.697874 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6d46c1-82bc-41a0-b8e7-905ac4865753 admin admin] Network c0ec84dc-cf63-4d34-bc61-575dee41c738 is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:24:40.699331 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-ab6d46c1-82bc-41a0-b8e7-905ac4865753 admin admin] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:24:40.832398 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6d46c1-82bc-41a0-b8e7-905ac4865753 admin admin] Router 5c282c1d-a894-4fe6-b03b-38d7a5025520 has already been hosted by L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 {{(pid=102498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:24:40.966793 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6d46c1-82bc-41a0-b8e7-905ac4865753 admin admin] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:24:40.972139 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-ab6d46c1-82bc-41a0-b8e7-905ac4865753 admin admin] 10.222.0.64 "PUT /v2.0/routers/5c282c1d-a894-4fe6-b03b-38d7a5025520/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8654335 Jan 17 21:24:40.973844 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-bda6b326-c78e-4bd7-8439-23132ff8ab59 None None] Provisioning complete for port 7925e647-9b70-473c-a095-70a77c6d80ac triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:24:40.974843 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-bda6b326-c78e-4bd7-8439-23132ff8ab59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (7925e647-9b70-473c-a095-70a77c6d80ac), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:41.021650 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-bda6b326-c78e-4bd7-8439-23132ff8ab59 None None] Port 7925e647-9b70-473c-a095-70a77c6d80ac cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:24:41.385211 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc714d0-8787-43cd-9e72-42ee5992c570 req-55814ba6-5f6e-40cf-b613-d5dcc4f3bec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:41.387020 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0fc714d0-8787-43cd-9e72-42ee5992c570 req-55814ba6-5f6e-40cf-b613-d5dcc4f3bec5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=67bca008-58c3-469e-bda3-bbb2b89fa9be HTTP/1.1" status: 200 len: 1099 time: 0.0500517 Jan 17 21:24:41.440976 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0fc714d0-8787-43cd-9e72-42ee5992c570 req-194236ff-48c2-4725-aac3-6f1d561f5e03 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474277 Jan 17 21:24:41.569559 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 57390) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:24:41.574511 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-08212b23-f139-406f-9dfd-f6cf6c7ce3db tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Request body: {'security_group': {'name': 'tempest-securitygroup--662096282', 'description': 'tempest-description--1660569810'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:24:41.605613 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-08212b23-f139-406f-9dfd-f6cf6c7ce3db tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:41.674480 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-08212b23-f139-406f-9dfd-f6cf6c7ce3db tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks [] for security_group (0814b382-9a19-4acd-917a-84e7daf1eecc), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:41.678496 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-08212b23-f139-406f-9dfd-f6cf6c7ce3db tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (0814b382-9a19-4acd-917a-84e7daf1eecc), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:41.710232 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-08212b23-f139-406f-9dfd-f6cf6c7ce3db tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:41.711503 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-08212b23-f139-406f-9dfd-f6cf6c7ce3db tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1409252 Jan 17 21:24:41.713962 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08212b23-f139-406f-9dfd-f6cf6c7ce3db tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0814b382-9a19-4acd-917a-84e7daf1eecc,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:24:41.714929 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 57394) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:24:41.720267 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-615e97d2-8b57-4ee6-9f5b-bf7018673ccb tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Request body: {'security_group_rule': {'security_group_id': '0814b382-9a19-4acd-917a-84e7daf1eecc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:24:41.775783 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-615e97d2-8b57-4ee6-9f5b-bf7018673ccb tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks [] for security_group_rule (f452e7d8-74e7-466c-9b4f-fa2e71be9391), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:41.816316 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5246d-c78d-4228-bf8b-5b6c480d86d4 req-50294288-1594-4975-b4a3-34d723385351 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:41.817953 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b6c5246d-c78d-4228-bf8b-5b6c480d86d4 req-50294288-1594-4975-b4a3-34d723385351 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=67bca008-58c3-469e-bda3-bbb2b89fa9be HTTP/1.1" status: 200 len: 946 time: 0.0775654 Jan 17 21:24:41.860028 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-615e97d2-8b57-4ee6-9f5b-bf7018673ccb tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks [] for security_group_rule (f452e7d8-74e7-466c-9b4f-fa2e71be9391), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:41.868174 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-615e97d2-8b57-4ee6-9f5b-bf7018673ccb tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953368'] for security_group_rule (f452e7d8-74e7-466c-9b4f-fa2e71be9391), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:41.898549 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e97d2-8b57-4ee6-9f5b-bf7018673ccb tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f452e7d8-74e7-466c-9b4f-fa2e71be9391,revision_number=0']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:24:41.904773 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b6c5246d-c78d-4228-bf8b-5b6c480d86d4 req-8e39d446-cf2d-4c91-be6b-292b054dc789 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763307 Jan 17 21:24:41.912164 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-615e97d2-8b57-4ee6-9f5b-bf7018673ccb tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:41.913410 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-615e97d2-8b57-4ee6-9f5b-bf7018673ccb tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1971796 Jan 17 21:24:41.916442 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 57396) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:24:41.921664 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-fd523c94-593d-4b73-bb43-36a6caed5d3c tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Request body: {'security_group_rule': {'security_group_id': '0814b382-9a19-4acd-917a-84e7daf1eecc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:24:41.951063 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fd523c94-593d-4b73-bb43-36a6caed5d3c tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks [] for security_group_rule (1cfe001b-2bcc-4943-8d25-ce7d12198941), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:42.011180 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fd523c94-593d-4b73-bb43-36a6caed5d3c tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks [] for security_group_rule (1cfe001b-2bcc-4943-8d25-ce7d12198941), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:42.015323 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fd523c94-593d-4b73-bb43-36a6caed5d3c tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953368'] for security_group_rule (1cfe001b-2bcc-4943-8d25-ce7d12198941), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:42.035937 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd523c94-593d-4b73-bb43-36a6caed5d3c tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cfe001b-2bcc-4943-8d25-ce7d12198941,revision_number=0']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:24:42.042409 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fd523c94-593d-4b73-bb43-36a6caed5d3c tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:42.043544 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-fd523c94-593d-4b73-bb43-36a6caed5d3c tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1259129 Jan 17 21:24:42.046690 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 57398) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:24:42.051470 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-81b1f974-5650-48db-afcf-d8706049fbe0 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Request body: {'floatingip': {'floating_network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:24:42.082809 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-81b1f974-5650-48db-afcf-d8706049fbe0 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:42.204767 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-81b1f974-5650-48db-afcf-d8706049fbe0 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:42.332531 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4 up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:24:42.343772 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [None req-81b1f974-5650-48db-afcf-d8706049fbe0 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Allocated IP 172.27.0.186 (a67fc2c9-f054-41ed-b80e-f186bf3f4e5f/f42dc890-63b4-41d2-851c-b195861b2359/f13cb127-0e3d-42a5-81e1-943a2f4aae7d) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:24:42.392840 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port 8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:24:42.393220 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:42.465467 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-81b1f974-5650-48db-afcf-d8706049fbe0 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks [] for port (f13cb127-0e3d-42a5-81e1-943a2f4aae7d), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:42.474975 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70f0659-54eb-4a51-b2d2-90f3de326a46 None None] Sync routers for ids ['5c282c1d-a894-4fe6-b03b-38d7a5025520'] in dv-cinder-824895-3-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:24:42.487298 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port 8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4 is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:24:42.487769 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:42.488266 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70f0659-54eb-4a51-b2d2-90f3de326a46 None None] Routers {'5c282c1d-a894-4fe6-b03b-38d7a5025520'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:24:42.489120 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-a70f0659-54eb-4a51-b2d2-90f3de326a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:24:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['5c282c1d-a894-4fe6-b03b-38d7a5025520'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:24:42.523632 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-81b1f974-5650-48db-afcf-d8706049fbe0 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863200'] for port (f13cb127-0e3d-42a5-81e1-943a2f4aae7d), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:42.527348 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] For port 8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4,segment=NetworkSegment(639a724d-f7b6-49a0-bd3a-5adbc7060ec3),segment_id=639a724d-f7b6-49a0-bd3a-5adbc7060ec3)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:24:42.533406 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:42.568438 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b1f974-5650-48db-afcf-d8706049fbe0 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Network a67fc2c9-f054-41ed-b80e-f186bf3f4e5f is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:24:42.573855 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-81b1f974-5650-48db-afcf-d8706049fbe0 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:24:42.578211 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b1f974-5650-48db-afcf-d8706049fbe0 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:24:42.581726 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b1f974-5650-48db-afcf-d8706049fbe0 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Pushing event updated for resources: {'Port': ['ID=f13cb127-0e3d-42a5-81e1-943a2f4aae7d,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:24:42.596816 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Pushing event updated for resources: {'Port': ['ID=8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:24:42.633468 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-a70f0659-54eb-4a51-b2d2-90f3de326a46 None None] Set router 5c282c1d-a894-4fe6-b03b-38d7a5025520 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:24:42.733053 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-81b1f974-5650-48db-afcf-d8706049fbe0 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks [] for floatingip (66e50ba6-b8db-4949-8743-53331f9e3733), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:42.785449 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-81b1f974-5650-48db-afcf-d8706049fbe0 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (f13cb127-0e3d-42a5-81e1-943a2f4aae7d), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:42.856775 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-a70f0659-54eb-4a51-b2d2-90f3de326a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'name': 'tempest-AttachVolumeShelveTestJSON-1991436950-router', 'tenant_id': '3391c884182f46fc99248b8f0ba1822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:24:37Z', 'updated_at': '2022-01-17T21:24:40Z', 'revision_number': 4, 'project_id': '3391c884182f46fc99248b8f0ba1822f', 'gw_port': {'id': '8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:24:37Z', 'updated_at': '2022-01-17T21:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': '7925e647-9b70-473c-a095-70a77c6d80ac', 'name': '', 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738', 'tenant_id': '3391c884182f46fc99248b8f0ba1822f', 'mac_address': 'fa:16:3e:ea:f5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '0394e051-e826-45f6-a758-acda968d34cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:24:39Z', 'updated_at': '2022-01-17T21:24:40Z', 'revision_number': 2, 'project_id': '3391c884182f46fc99248b8f0ba1822f', 'subnets': [{'id': '0394e051-e826-45f6-a758-acda968d34cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:24:42.882678 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70f0659-54eb-4a51-b2d2-90f3de326a46 None None] Checking router: 5c282c1d-a894-4fe6-b03b-38d7a5025520 for host: dv-cinder-824895-3-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:24:42.883113 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70f0659-54eb-4a51-b2d2-90f3de326a46 None None] Updating router 5c282c1d-a894-4fe6-b03b-38d7a5025520 port 7925e647-9b70-473c-a095-70a77c6d80ac binding host dv-cinder-824895-3-iscsi {{(pid=102501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 21:24:42.907152 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a70f0659-54eb-4a51-b2d2-90f3de326a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (7925e647-9b70-473c-a095-70a77c6d80ac), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:42.939283 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-81b1f974-5650-48db-afcf-d8706049fbe0 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks [] for port (f13cb127-0e3d-42a5-81e1-943a2f4aae7d), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:42.944635 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-81b1f974-5650-48db-afcf-d8706049fbe0 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8863129'] for port (f13cb127-0e3d-42a5-81e1-943a2f4aae7d), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:43.024556 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b1f974-5650-48db-afcf-d8706049fbe0 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Pushing event updated for resources: {'Port': ['ID=f13cb127-0e3d-42a5-81e1-943a2f4aae7d,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:24:43.057811 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-81b1f974-5650-48db-afcf-d8706049fbe0 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1018624'] for floatingip (66e50ba6-b8db-4949-8743-53331f9e3733), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:43.079358 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a6ecd-0c50-498a-a2a0-27c9d0b9fcaa req-205accfa-1f39-4c2a-857b-aa8797cdc3cf tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:43.081168 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ac6a6ecd-0c50-498a-a2a0-27c9d0b9fcaa req-205accfa-1f39-4c2a-857b-aa8797cdc3cf tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=67bca008-58c3-469e-bda3-bbb2b89fa9be HTTP/1.1" status: 200 len: 946 time: 0.0736444 Jan 17 21:24:43.084626 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-81b1f974-5650-48db-afcf-d8706049fbe0 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for floatingip (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:43.085742 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-81b1f974-5650-48db-afcf-d8706049fbe0 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0380957 Jan 17 21:24:43.131334 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ac6a6ecd-0c50-498a-a2a0-27c9d0b9fcaa req-1b82a761-7d30-406e-b6f0-e26960922750 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441468 Jan 17 21:24:43.200227 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a70f0659-54eb-4a51-b2d2-90f3de326a46 None None] Publish callbacks [] for port (7925e647-9b70-473c-a095-70a77c6d80ac), precommit_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:43.206338 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a70f0659-54eb-4a51-b2d2-90f3de326a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (7925e647-9b70-473c-a095-70a77c6d80ac), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:43.254308 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-d535f787-4d23-4a93-926a-2debeb041d24 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--662096282&fields=id&tenant_id=3391c884182f46fc99248b8f0ba1822f HTTP/1.1" status: 200 len: 267 time: 0.0566571 Jan 17 21:24:43.257630 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bde13d-8e3c-48f5-aea9-cebcb20c9530 None None] Pushing event updated for resources: {'Port': ['ID=7925e647-9b70-473c-a095-70a77c6d80ac,revision_number=3']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:24:43.270104 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bde13d-8e3c-48f5-aea9-cebcb20c9530 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:43.270545 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bde13d-8e3c-48f5-aea9-cebcb20c9530 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:43.271009 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bde13d-8e3c-48f5-aea9-cebcb20c9530 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:43.271479 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bde13d-8e3c-48f5-aea9-cebcb20c9530 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:43.272612 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bde13d-8e3c-48f5-aea9-cebcb20c9530 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:43.274128 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bde13d-8e3c-48f5-aea9-cebcb20c9530 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:43.274531 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bde13d-8e3c-48f5-aea9-cebcb20c9530 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:43.274884 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bde13d-8e3c-48f5-aea9-cebcb20c9530 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:43.275272 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bde13d-8e3c-48f5-aea9-cebcb20c9530 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:43.275773 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bde13d-8e3c-48f5-aea9-cebcb20c9530 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:43.276214 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bde13d-8e3c-48f5-aea9-cebcb20c9530 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:43.276619 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bde13d-8e3c-48f5-aea9-cebcb20c9530 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:43.276947 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bde13d-8e3c-48f5-aea9-cebcb20c9530 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:24:43.333239 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-a70f0659-54eb-4a51-b2d2-90f3de326a46 None None] Attempting to bind port 7925e647-9b70-473c-a095-70a77c6d80ac on host dv-cinder-824895-3-iscsi for vnic_type normal with profile {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:24:43.333722 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-a70f0659-54eb-4a51-b2d2-90f3de326a46 None None] Attempting to bind port 7925e647-9b70-473c-a095-70a77c6d80ac by drivers openvswitch,hyperv on host dv-cinder-824895-3-iscsi at level 0 using segments [{'id': '3793e984-7f3b-42a4-b23f-4f321936b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738'}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:24:43.334163 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70f0659-54eb-4a51-b2d2-90f3de326a46 None None] Attempting to bind port 7925e647-9b70-473c-a095-70a77c6d80ac on network c0ec84dc-cf63-4d34-bc61-575dee41c738 {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:24:43.341249 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70f0659-54eb-4a51-b2d2-90f3de326a46 None None] Checking agent: {'id': '03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824895-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 12, 31), 'started_at': datetime.datetime(2022, 1, 17, 21, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824895-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:24:43.341749 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70f0659-54eb-4a51-b2d2-90f3de326a46 None None] Checking segment: {'id': '3793e984-7f3b-42a4-b23f-4f321936b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:24:43.342204 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a70f0659-54eb-4a51-b2d2-90f3de326a46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:43.342668 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70f0659-54eb-4a51-b2d2-90f3de326a46 None None] Bound using segment: {'id': '3793e984-7f3b-42a4-b23f-4f321936b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738'} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:24:43.343246 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-a70f0659-54eb-4a51-b2d2-90f3de326a46 None None] Bound port: 7925e647-9b70-473c-a095-70a77c6d80ac, host: dv-cinder-824895-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3793e984-7f3b-42a4-b23f-4f321936b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738'}}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:24:43.343683 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a70f0659-54eb-4a51-b2d2-90f3de326a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (7925e647-9b70-473c-a095-70a77c6d80ac), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:43.423752 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-a70f0659-54eb-4a51-b2d2-90f3de326a46 None None] For port 7925e647-9b70-473c-a095-70a77c6d80ac, host dv-cinder-824895-3-iscsi, cleared binding levels {{(pid=102501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:24:43.429150 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-a70f0659-54eb-4a51-b2d2-90f3de326a46 None None] For port 7925e647-9b70-473c-a095-70a77c6d80ac, host dv-cinder-824895-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=7925e647-9b70-473c-a095-70a77c6d80ac,segment=NetworkSegment(3793e984-7f3b-42a4-b23f-4f321936b0eb),segment_id=3793e984-7f3b-42a4-b23f-4f321936b0eb)] {{(pid=102501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:24:43.439118 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a70f0659-54eb-4a51-b2d2-90f3de326a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (7925e647-9b70-473c-a095-70a77c6d80ac), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:43.468035 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-4580a83d-3d12-4f6c-8424-a572170d9a68 None None] Provisioning complete for port 7925e647-9b70-473c-a095-70a77c6d80ac triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:24:43.468854 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-4580a83d-3d12-4f6c-8424-a572170d9a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (7925e647-9b70-473c-a095-70a77c6d80ac), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:43.574390 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-4580a83d-3d12-4f6c-8424-a572170d9a68 None None] Current status of the port 7925e647-9b70-473c-a095-70a77c6d80ac is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:24:43.575062 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-4580a83d-3d12-4f6c-8424-a572170d9a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (7925e647-9b70-473c-a095-70a77c6d80ac), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:43.599101 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bde13d-8e3c-48f5-aea9-cebcb20c9530 None None] Pushing event updated for resources: {'Port': ['ID=7925e647-9b70-473c-a095-70a77c6d80ac,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:24:43.606807 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-812d675e-1d91-4247-b790-40e5d14c7be2 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:43.608666 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-812d675e-1d91-4247-b790-40e5d14c7be2 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/networks?id=c0ec84dc-cf63-4d34-bc61-575dee41c738 HTTP/1.1" status: 200 len: 817 time: 0.3472869 Jan 17 21:24:43.613998 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70f0659-54eb-4a51-b2d2-90f3de326a46 None None] Routers {'5c282c1d-a894-4fe6-b03b-38d7a5025520'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:24:43.615382 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-a70f0659-54eb-4a51-b2d2-90f3de326a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:24:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['5c282c1d-a894-4fe6-b03b-38d7a5025520'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:24:43.626415 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-d8af494f-6c76-4d52-960f-e1a02cb9c02e tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/quotas/3391c884182f46fc99248b8f0ba1822f HTTP/1.1" status: 200 len: 375 time: 0.0119038 Jan 17 21:24:43.626987 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-4580a83d-3d12-4f6c-8424-a572170d9a68 None None] For port 7925e647-9b70-473c-a095-70a77c6d80ac, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=7925e647-9b70-473c-a095-70a77c6d80ac,segment=NetworkSegment(3793e984-7f3b-42a4-b23f-4f321936b0eb),segment_id=3793e984-7f3b-42a4-b23f-4f321936b0eb)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:24:43.632872 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-4580a83d-3d12-4f6c-8424-a572170d9a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (7925e647-9b70-473c-a095-70a77c6d80ac), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:43.703983 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-a4927b0e-a8eb-4597-9c0f-f075029838c7 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3391c884182f46fc99248b8f0ba1822f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0703402 Jan 17 21:24:43.754169 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580a83d-3d12-4f6c-8424-a572170d9a68 None None] Pushing event updated for resources: {'Port': ['ID=7925e647-9b70-473c-a095-70a77c6d80ac,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:24:43.781887 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-a70f0659-54eb-4a51-b2d2-90f3de326a46 None None] Set router 5c282c1d-a894-4fe6-b03b-38d7a5025520 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:24:43.834713 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-39738593-e1b7-4b53-b0b7-53d1d375fdb7 service neutron] 10.222.0.64 "GET /v2.0/networks/c0ec84dc-cf63-4d34-bc61-575dee41c738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040468 Jan 17 21:24:43.942377 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-3aad983d-da73-4cbd-97ed-ae0ccd472dcd service neutron] 10.222.0.64 "GET /v2.0/networks/c0ec84dc-cf63-4d34-bc61-575dee41c738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999825 Jan 17 21:24:43.962989 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-3b9f4f1b-87af-4ed4-987f-c2e9e2027944 None None] Provisioning complete for port 7925e647-9b70-473c-a095-70a77c6d80ac triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:24:43.963360 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-3b9f4f1b-87af-4ed4-987f-c2e9e2027944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (7925e647-9b70-473c-a095-70a77c6d80ac), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:44.007988 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-a70f0659-54eb-4a51-b2d2-90f3de326a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'name': 'tempest-AttachVolumeShelveTestJSON-1991436950-router', 'tenant_id': '3391c884182f46fc99248b8f0ba1822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:24:37Z', 'updated_at': '2022-01-17T21:24:40Z', 'revision_number': 4, 'project_id': '3391c884182f46fc99248b8f0ba1822f', 'gw_port': {'id': '8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:24:37Z', 'updated_at': '2022-01-17T21:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': '7925e647-9b70-473c-a095-70a77c6d80ac', 'name': '', 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738', 'tenant_id': '3391c884182f46fc99248b8f0ba1822f', 'mac_address': 'fa:16:3e:ea:f5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '0394e051-e826-45f6-a758-acda968d34cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:24:39Z', 'updated_at': '2022-01-17T21:24:43Z', 'revision_number': 4, 'project_id': '3391c884182f46fc99248b8f0ba1822f', 'subnets': [{'id': '0394e051-e826-45f6-a758-acda968d34cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:24:44.040530 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70f0659-54eb-4a51-b2d2-90f3de326a46 None None] The sync data for ids ['5c282c1d-a894-4fe6-b03b-38d7a5025520'] in dv-cinder-824895-3-iscsi is: [{'id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'name': 'tempest-AttachVolumeShelveTestJSON-1991436950-router', 'tenant_id': '3391c884182f46fc99248b8f0ba1822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:24:37Z', 'updated_at': '2022-01-17T21:24:40Z', 'revision_number': 4, 'project_id': '3391c884182f46fc99248b8f0ba1822f', 'gw_port': {'id': '8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:24:37Z', 'updated_at': '2022-01-17T21:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': '7925e647-9b70-473c-a095-70a77c6d80ac', 'name': '', 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738', 'tenant_id': '3391c884182f46fc99248b8f0ba1822f', 'mac_address': 'fa:16:3e:ea:f5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '0394e051-e826-45f6-a758-acda968d34cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:24:39Z', 'updated_at': '2022-01-17T21:24:43Z', 'revision_number': 4, 'project_id': '3391c884182f46fc99248b8f0ba1822f', 'subnets': [{'id': '0394e051-e826-45f6-a758-acda968d34cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:24:44.072831 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-3b9f4f1b-87af-4ed4-987f-c2e9e2027944 None None] Current status of the port 7925e647-9b70-473c-a095-70a77c6d80ac is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:24:44.224915 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fb0f4b29-5340-4dcb-9efb-121bd4342ca0 req-1e8cf160-0f29-4c60-9628-49134f4cfa03 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 210 time: 0.0679107 Jan 17 21:24:44.332854 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2ecfe-3b9a-4019-9de2-539042c48831 req-7ec10088-0318-4d10-9855-f36c68c41b87 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:44.335200 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-81c2ecfe-3b9a-4019-9de2-539042c48831 req-7ec10088-0318-4d10-9855-f36c68c41b87 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=67bca008-58c3-469e-bda3-bbb2b89fa9be HTTP/1.1" status: 200 len: 946 time: 0.0803487 Jan 17 21:24:44.391149 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 7925e647-9b70-473c-a095-70a77c6d80ac up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:24:44.418010 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-81c2ecfe-3b9a-4019-9de2-539042c48831 req-3b10ab39-469b-4384-9bff-4c31f63b4552 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768380 Jan 17 21:24:44.463067 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port 7925e647-9b70-473c-a095-70a77c6d80ac triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:24:44.463454 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (7925e647-9b70-473c-a095-70a77c6d80ac), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:44.566224 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port 7925e647-9b70-473c-a095-70a77c6d80ac is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:24:44.568776 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4 up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:24:44.649173 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port 8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:24:44.649637 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:44.849363 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port 8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:24:45.332916 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3ad48fef-d224-4941-b018-1743a184fe35 req-20b6bf59-618b-42fd-b822-a9fd2bc57fba tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 210 time: 0.0286226 Jan 17 21:24:46.415953 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-fdb0de07-3e60-447d-98c0-150b2e8a0bd4 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:46.417724 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-fdb0de07-3e60-447d-98c0-150b2e8a0bd4 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.72 "GET /v2.0/networks?id=c0ec84dc-cf63-4d34-bc61-575dee41c738 HTTP/1.1" status: 200 len: 817 time: 0.1245887 Jan 17 21:24:46.454950 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6c97e4b7-a397-46d5-832e-eba6a53002ae req-ba709644-df0e-4c20-8c94-086729e27b20 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 210 time: 0.0326948 Jan 17 21:24:46.523729 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-90238678-7d58-4bd3-8e19-4e02bccb9923 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3391c884182f46fc99248b8f0ba1822f HTTP/1.1" status: 200 len: 379 time: 0.0910556 Jan 17 21:24:47.566857 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3f14d87c-f4e7-4c9b-b26c-472cff1b1ed5 req-3592c23e-be3f-40fc-b7d3-7be5a555e409 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 210 time: 0.0281379 Jan 17 21:24:48.671468 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d76c09ff-138f-4b73-a38c-4de269d569a6 req-0a481979-a68f-4b6b-92c8-e25b09157b46 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 210 time: 0.0272455 Jan 17 21:24:49.775108 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-baf4b657-a664-4b48-802b-8f9c4eab5f60 req-b5318825-fc0e-4b63-8a21-7d2a213daaab tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 210 time: 0.0307906 Jan 17 21:24:49.793845 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-a19a0f30-9213-4011-b9d8-acd558694cd5 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Request body: {'port': {'device_id': '5edb3c99-d30d-4a2c-8b50-5083b7ea9d96', 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738', 'admin_state_up': True, 'tenant_id': '3391c884182f46fc99248b8f0ba1822f', 'security_groups': ['0814b382-9a19-4acd-917a-84e7daf1eecc']}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:24:49.912037 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-a19a0f30-9213-4011-b9d8-acd558694cd5 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Made reservation on behalf of 3391c884182f46fc99248b8f0ba1822f for: {'port': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:24:49.915888 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-a19a0f30-9213-4011-b9d8-acd558694cd5 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:50.101869 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-a19a0f30-9213-4011-b9d8-acd558694cd5 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Allocated IP 172.20.0.11 (c0ec84dc-cf63-4d34-bc61-575dee41c738/0394e051-e826-45f6-a758-acda968d34cd/dde4fe76-f1d0-4978-a642-2a35761fdf74) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:24:50.254470 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-a19a0f30-9213-4011-b9d8-acd558694cd5 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks [] for port (dde4fe76-f1d0-4978-a642-2a35761fdf74), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:50.289497 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-a19a0f30-9213-4011-b9d8-acd558694cd5 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863200'] for port (dde4fe76-f1d0-4978-a642-2a35761fdf74), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:50.338055 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-a19a0f30-9213-4011-b9d8-acd558694cd5 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Network c0ec84dc-cf63-4d34-bc61-575dee41c738 is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:24:50.341305 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-a19a0f30-9213-4011-b9d8-acd558694cd5 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:24:50.344401 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-a19a0f30-9213-4011-b9d8-acd558694cd5 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:24:50.371483 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a0f30-9213-4011-b9d8-acd558694cd5 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Pushing event updated for resources: {'Port': ['ID=dde4fe76-f1d0-4978-a642-2a35761fdf74,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:24:50.410862 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-a19a0f30-9213-4011-b9d8-acd558694cd5 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:50.411567 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-a19a0f30-9213-4011-b9d8-acd558694cd5 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:50.429250 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-a19a0f30-9213-4011-b9d8-acd558694cd5 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6393359 Jan 17 21:24:50.537238 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-2895d204-7dfa-45f6-8afc-6c8075629b2d None None] Provisioning complete for port dde4fe76-f1d0-4978-a642-2a35761fdf74 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:24:50.537783 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2895d204-7dfa-45f6-8afc-6c8075629b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (dde4fe76-f1d0-4978-a642-2a35761fdf74), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:50.577701 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-2895d204-7dfa-45f6-8afc-6c8075629b2d None None] Port dde4fe76-f1d0-4978-a642-2a35761fdf74 cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:24:50.899012 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a881e90-eac5-422d-b152-14248a858307 req-f46f1d1b-92ec-4a51-9c59-84dce0ba08ef tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:50.900564 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4a881e90-eac5-422d-b152-14248a858307 req-f46f1d1b-92ec-4a51-9c59-84dce0ba08ef tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 932 time: 0.0520284 Jan 17 21:24:50.951746 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4a881e90-eac5-422d-b152-14248a858307 req-85683022-d3f2-48f0-997f-bdacb05e8a66 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454993 Jan 17 21:24:51.121562 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-26db29ea-2a6d-4866-94e7-aa1abc260adf service neutron] Request body: {'port': {'device_id': '5edb3c99-d30d-4a2c-8b50-5083b7ea9d96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82489'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:24:51.195721 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-26db29ea-2a6d-4866-94e7-aa1abc260adf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (dde4fe76-f1d0-4978-a642-2a35761fdf74), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:51.224281 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:24:51.469907 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-26db29ea-2a6d-4866-94e7-aa1abc260adf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dde4fe76-f1d0-4978-a642-2a35761fdf74 {{(pid=102498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:24:51.477880 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-26db29ea-2a6d-4866-94e7-aa1abc260adf service neutron] Publish callbacks [] for port (dde4fe76-f1d0-4978-a642-2a35761fdf74), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:51.490314 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.provisioning_blocks [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-26db29ea-2a6d-4866-94e7-aa1abc260adf service neutron] Transition to ACTIVE for port object dde4fe76-f1d0-4978-a642-2a35761fdf74 will not be triggered until provisioned by entity L2. {{(pid=102498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 21:24:51.494090 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-26db29ea-2a6d-4866-94e7-aa1abc260adf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8863129'] for port (dde4fe76-f1d0-4978-a642-2a35761fdf74), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:51.548308 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db29ea-2a6d-4866-94e7-aa1abc260adf service neutron] Pushing event updated for resources: {'Port': ['ID=dde4fe76-f1d0-4978-a642-2a35761fdf74,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:24:51.620718 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-26db29ea-2a6d-4866-94e7-aa1abc260adf service neutron] Attempting to bind port dde4fe76-f1d0-4978-a642-2a35761fdf74 on host hv-cinder-82489 for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:24:51.621058 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-26db29ea-2a6d-4866-94e7-aa1abc260adf service neutron] Attempting to bind port dde4fe76-f1d0-4978-a642-2a35761fdf74 by drivers openvswitch,hyperv on host hv-cinder-82489 at level 0 using segments [{'id': '3793e984-7f3b-42a4-b23f-4f321936b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:24:51.621388 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-26db29ea-2a6d-4866-94e7-aa1abc260adf service neutron] Attempting to bind port dde4fe76-f1d0-4978-a642-2a35761fdf74 on network c0ec84dc-cf63-4d34-bc61-575dee41c738 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:24:51.625991 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-26db29ea-2a6d-4866-94e7-aa1abc260adf service neutron] Port dde4fe76-f1d0-4978-a642-2a35761fdf74 on network c0ec84dc-cf63-4d34-bc61-575dee41c738 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82489 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 21:24:51.626318 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-26db29ea-2a6d-4866-94e7-aa1abc260adf service neutron] Attempting to bind port dde4fe76-f1d0-4978-a642-2a35761fdf74 on network c0ec84dc-cf63-4d34-bc61-575dee41c738 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:24:51.632162 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-26db29ea-2a6d-4866-94e7-aa1abc260adf service neutron] Checking agent: {'id': 'fb6a4824-98a1-4114-b283-810c221687ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82489', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 18, 21), 'started_at': datetime.datetime(2022, 1, 17, 21, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:24:51.632539 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-26db29ea-2a6d-4866-94e7-aa1abc260adf service neutron] Checking segment: {'id': '3793e984-7f3b-42a4-b23f-4f321936b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:24:51.632930 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-26db29ea-2a6d-4866-94e7-aa1abc260adf service neutron] Bound using segment: {'id': '3793e984-7f3b-42a4-b23f-4f321936b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:24:51.633401 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-26db29ea-2a6d-4866-94e7-aa1abc260adf service neutron] Bound port: dde4fe76-f1d0-4978-a642-2a35761fdf74, host: hv-cinder-82489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3793e984-7f3b-42a4-b23f-4f321936b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:24:51.633764 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-26db29ea-2a6d-4866-94e7-aa1abc260adf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (dde4fe76-f1d0-4978-a642-2a35761fdf74), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:51.700792 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-26db29ea-2a6d-4866-94e7-aa1abc260adf service neutron] For port dde4fe76-f1d0-4978-a642-2a35761fdf74, host hv-cinder-82489, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:24:51.703979 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-26db29ea-2a6d-4866-94e7-aa1abc260adf service neutron] For port dde4fe76-f1d0-4978-a642-2a35761fdf74, host hv-cinder-82489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=dde4fe76-f1d0-4978-a642-2a35761fdf74,segment=NetworkSegment(3793e984-7f3b-42a4-b23f-4f321936b0eb),segment_id=3793e984-7f3b-42a4-b23f-4f321936b0eb)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:24:51.710325 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-26db29ea-2a6d-4866-94e7-aa1abc260adf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8863129'] for port (dde4fe76-f1d0-4978-a642-2a35761fdf74), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:51.753322 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-26db29ea-2a6d-4866-94e7-aa1abc260adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:51.753956 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-26db29ea-2a6d-4866-94e7-aa1abc260adf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:51.755451 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-26db29ea-2a6d-4866-94e7-aa1abc260adf service neutron] 10.222.0.72 "PUT /v2.0/ports/dde4fe76-f1d0-4978-a642-2a35761fdf74 HTTP/1.1" status: 200 len: 1094 time: 0.6382298 Jan 17 21:24:51.755921 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5edb3c99-d30d-4a2c-8b50-5083b7ea9d96', 'tag': 'dde4fe76-f1d0-4978-a642-2a35761fdf74'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:24:51.758277 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d7793c37eab3cfdbfb603451246e19a518df2119e31a6609dfbcf4a214a471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b34107-7698-462d-8e4b-52bbeaf8c337" -d '{"events": [{"name": "network-changed", "server_uuid": "5edb3c99-d30d-4a2c-8b50-5083b7ea9d96", "tag": "dde4fe76-f1d0-4978-a642-2a35761fdf74"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:24:51.779449 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db29ea-2a6d-4866-94e7-aa1abc260adf service neutron] Pushing event updated for resources: {'Port': ['ID=dde4fe76-f1d0-4978-a642-2a35761fdf74,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:24:51.805239 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb046866-9fdb-4a0e-86a9-e25d4901d439 x-openstack-request-id: req-fb046866-9fdb-4a0e-86a9-e25d4901d439 {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:24:51.805533 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5edb3c99-d30d-4a2c-8b50-5083b7ea9d96", "tag": "dde4fe76-f1d0-4978-a642-2a35761fdf74", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:24:51.805787 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fb046866-9fdb-4a0e-86a9-e25d4901d439 {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:24:51.806188 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5edb3c99-d30d-4a2c-8b50-5083b7ea9d96', 'tag': 'dde4fe76-f1d0-4978-a642-2a35761fdf74', 'status': 'completed', 'code': 200} Jan 17 21:24:52.072057 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b806c-ebd5-47c9-90c8-00ecc6f5756a req-a17b7103-26c1-4151-9905-cfe835fd2616 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:52.073613 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3c9b806c-ebd5-47c9-90c8-00ecc6f5756a req-a17b7103-26c1-4151-9905-cfe835fd2616 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 944 time: 0.0511217 Jan 17 21:24:52.122698 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3c9b806c-ebd5-47c9-90c8-00ecc6f5756a req-090c0e5e-49d7-4202-9593-10ba27b28ef4 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435393 Jan 17 21:24:52.644998 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:52.695027 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b34107-7698-462d-8e4b-52bbeaf8c337 req-06a33b51-b1d9-44fb-86bf-1a60e5b7f6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:52.696507 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a2b34107-7698-462d-8e4b-52bbeaf8c337 req-06a33b51-b1d9-44fb-86bf-1a60e5b7f6f2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3391c884182f46fc99248b8f0ba1822f&device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 1097 time: 0.0399644 Jan 17 21:24:52.863261 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b34107-7698-462d-8e4b-52bbeaf8c337 req-f98b1814-c64a-4bbf-a1cc-66fbe25b375b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:52.864801 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a2b34107-7698-462d-8e4b-52bbeaf8c337 req-f98b1814-c64a-4bbf-a1cc-66fbe25b375b service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=3391c884182f46fc99248b8f0ba1822f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1603625 Jan 17 21:24:53.017874 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b34107-7698-462d-8e4b-52bbeaf8c337 req-ac42f7f5-992b-4032-9335-6260cb072a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:53.019324 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a2b34107-7698-462d-8e4b-52bbeaf8c337 req-ac42f7f5-992b-4032-9335-6260cb072a99 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1490731 Jan 17 21:24:53.181500 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-8a927cdd-4477-40b5-93e8-3e7d62815ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:53.182998 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-8a927cdd-4477-40b5-93e8-3e7d62815ed4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3391c884182f46fc99248b8f0ba1822f&device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 1097 time: 0.0442507 Jan 17 21:24:53.237404 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-ee159cf3-be95-47fa-a99e-274b0b2653d9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dde4fe76-f1d0-4978-a642-2a35761fdf74 HTTP/1.1" status: 200 len: 217 time: 0.0471880 Jan 17 21:24:53.310265 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3425e0-d27e-477c-b03e-d18b7f5c3cf0 req-e5ab9499-856d-4cf0-bc56-8bad2e3dee3a tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:53.311801 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4e3425e0-d27e-477c-b03e-d18b7f5c3cf0 req-e5ab9499-856d-4cf0-bc56-8bad2e3dee3a tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 944 time: 0.1133249 Jan 17 21:24:53.313508 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-f097e370-6293-4188-88ed-26dacf81857f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:53.314915 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-f097e370-6293-4188-88ed-26dacf81857f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0394e051-e826-45f6-a758-acda968d34cd HTTP/1.1" status: 200 len: 856 time: 0.0631175 Jan 17 21:24:53.394209 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4e3425e0-d27e-477c-b03e-d18b7f5c3cf0 req-6110cf41-8a79-491d-8ec5-b02ad8947813 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754728 Jan 17 21:24:53.403192 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-8f1f652d-dc2f-4d93-a57b-986df3babb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:53.404788 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-8f1f652d-dc2f-4d93-a57b-986df3babb8d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c0ec84dc-cf63-4d34-bc61-575dee41c738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0803638 Jan 17 21:24:53.494344 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-63ed0751-07a9-4b47-b629-77db4bfe190c service neutron] 10.222.0.72 "GET /v2.0/networks/c0ec84dc-cf63-4d34-bc61-575dee41c738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823109 Jan 17 21:24:53.716067 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cac2bdae-3341-4ddf-8131-5d43ae363a66 req-57f48e89-c2bb-419c-9a44-8deb3ba988ad service neutron] 10.222.0.72 "GET /v2.0/networks/c0ec84dc-cf63-4d34-bc61-575dee41c738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885973 Jan 17 21:24:54.283256 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19600179-ce3b-4c5d-a722-487f223ff139 req-fbebf9df-b726-499e-b423-428a83351ce1 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:54.284770 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-19600179-ce3b-4c5d-a722-487f223ff139 req-fbebf9df-b726-499e-b423-428a83351ce1 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/networks?id=43394bed-ee66-490e-9c2d-38204c292668 HTTP/1.1" status: 200 len: 813 time: 0.1004801 Jan 17 21:24:54.299481 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-19600179-ce3b-4c5d-a722-487f223ff139 req-92ac9a25-ceb6-4658-878e-18cb04ee59f5 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/quotas/f7ac0b68ef1544aa94c22825c7307849 HTTP/1.1" status: 200 len: 375 time: 0.0089486 Jan 17 21:24:54.335404 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-19600179-ce3b-4c5d-a722-487f223ff139 req-f696bd8e-7985-4f42-b579-36ba793845a9 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7ac0b68ef1544aa94c22825c7307849&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300775 Jan 17 21:24:54.432523 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-19600179-ce3b-4c5d-a722-487f223ff139 req-5b3baf22-ede9-4502-aecc-40e480d47755 service neutron] 10.222.0.64 "GET /v2.0/networks/43394bed-ee66-490e-9c2d-38204c292668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896742 Jan 17 21:24:54.725780 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-511204e3-f7ec-41c8-be40-ebd0261a5198 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-133141994&fields=id&tenant_id=715ec979393344e694cfdd0eab44cb1c HTTP/1.1" status: 200 len: 267 time: 0.3094664 Jan 17 21:24:54.806303 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-19600179-ce3b-4c5d-a722-487f223ff139 req-8af106c0-7be9-4aeb-a4c2-f30b7122f729 service neutron] 10.222.0.64 "GET /v2.0/networks/43394bed-ee66-490e-9c2d-38204c292668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678405 Jan 17 21:24:54.859733 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-d2e3fec5-6d6d-443a-aa04-1fed4c44121b tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:54.861284 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-d2e3fec5-6d6d-443a-aa04-1fed4c44121b tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/networks?id=5dabefd5-55d4-49f2-9f4d-e4e0156bb858 HTTP/1.1" status: 200 len: 809 time: 0.1272259 Jan 17 21:24:54.878926 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-b8625df2-593f-409c-956c-c4271dd55258 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/quotas/715ec979393344e694cfdd0eab44cb1c HTTP/1.1" status: 200 len: 375 time: 0.0106311 Jan 17 21:24:54.879274 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c0cce763-a543-45f9-a99e-f1f030d9dc25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:54.946137 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-b0111df1-db12-4417-bd1f-273ffe0a34ba tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=715ec979393344e694cfdd0eab44cb1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601602 Jan 17 21:24:55.077343 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad35f63-9169-4a39-8a28-6c7ecae3314b req-8956fe0a-261f-4cc9-b77d-8ebdae5dab97 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:55.079269 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cad35f63-9169-4a39-8a28-6c7ecae3314b req-8956fe0a-261f-4cc9-b77d-8ebdae5dab97 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 944 time: 0.1092157 Jan 17 21:24:55.105743 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-2cbeecab-429b-4873-8ae4-828cd9ea4031 service neutron] 10.222.0.64 "GET /v2.0/networks/5dabefd5-55d4-49f2-9f4d-e4e0156bb858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449275 Jan 17 21:24:55.195633 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cad35f63-9169-4a39-8a28-6c7ecae3314b req-9a753df6-ab44-4680-b2f4-ef58e669b168 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028345 Jan 17 21:24:55.273431 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-1603450c-0d0c-4a4f-9592-929633b6850f service neutron] 10.222.0.64 "GET /v2.0/networks/5dabefd5-55d4-49f2-9f4d-e4e0156bb858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593764 Jan 17 21:24:55.322260 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8998701a-ae47-4b1a-8ef1-42556e9aadc5 req-b3a82fcb-0128-4a94-b00f-6730b45ecb2e tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6219615-3cb9-44f4-9bc4-39c53d222a73 HTTP/1.1" status: 200 len: 210 time: 0.0612538 Jan 17 21:24:55.742688 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-ae8c7de1-c91c-4fa1-95f3-0383869be135 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-763362693&fields=id&tenant_id=97b00002d33945c6a8056483b241fbf6 HTTP/1.1" status: 200 len: 267 time: 0.0576916 Jan 17 21:24:55.928324 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-16d8fa92-b189-4cf7-94f6-f8092ada815d req-f62e5049-ac62-4828-b39c-b860a1d6cbaf tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 210 time: 0.0470517 Jan 17 21:24:55.935416 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-8a75782a-330d-4907-a5e1-336e0caf6821 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:55.936878 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-8a75782a-330d-4907-a5e1-336e0caf6821 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/networks?id=5af0e6ef-b600-4363-b491-e83498d1d2b9 HTTP/1.1" status: 200 len: 811 time: 0.1864445 Jan 17 21:24:55.952830 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-c7d36c2b-7926-4048-afa2-ff3735de6f60 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/quotas/97b00002d33945c6a8056483b241fbf6 HTTP/1.1" status: 200 len: 375 time: 0.0098906 Jan 17 21:24:56.015009 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-b61ae839-1563-4e78-a5c1-55c8779a6671 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=97b00002d33945c6a8056483b241fbf6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533645 Jan 17 21:24:56.114499 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-ca022255-2438-43af-9749-b188861fad31 service neutron] 10.222.0.64 "GET /v2.0/networks/5af0e6ef-b600-4363-b491-e83498d1d2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875239 Jan 17 21:24:56.300114 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-06a7b74a-ce49-422a-b431-2d21cb9cc648 service neutron] 10.222.0.64 "GET /v2.0/networks/5af0e6ef-b600-4363-b491-e83498d1d2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775608 Jan 17 21:24:56.334024 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19600179-ce3b-4c5d-a722-487f223ff139 req-db9301d7-868a-4d90-a72f-fea71eef9f90 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:56.335519 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-19600179-ce3b-4c5d-a722-487f223ff139 req-db9301d7-868a-4d90-a72f-fea71eef9f90 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.72 "GET /v2.0/networks?id=43394bed-ee66-490e-9c2d-38204c292668 HTTP/1.1" status: 200 len: 813 time: 0.1625319 Jan 17 21:24:56.363799 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [req-19600179-ce3b-4c5d-a722-487f223ff139 req-09b12c73-7ba3-4f31-8d40-74e4021ae14d tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Request body: {'port': {'device_id': 'd6219615-3cb9-44f4-9bc4-39c53d222a73', 'network_id': '43394bed-ee66-490e-9c2d-38204c292668', 'admin_state_up': True, 'tenant_id': 'f7ac0b68ef1544aa94c22825c7307849'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:24:56.458488 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418db8c-a55a-41b7-91b4-6184e8721060 req-b127793a-78a6-44a6-bbcf-ba80287ab063 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:56.460024 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5418db8c-a55a-41b7-91b4-6184e8721060 req-b127793a-78a6-44a6-bbcf-ba80287ab063 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 944 time: 0.1431057 Jan 17 21:24:56.533482 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5418db8c-a55a-41b7-91b4-6184e8721060 req-caa39bff-3271-4dd4-8934-647bd4357ed3 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673952 Jan 17 21:24:56.541268 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19600179-ce3b-4c5d-a722-487f223ff139 req-09b12c73-7ba3-4f31-8d40-74e4021ae14d tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Made reservation on behalf of f7ac0b68ef1544aa94c22825c7307849 for: {'port': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:24:56.545612 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-19600179-ce3b-4c5d-a722-487f223ff139 req-09b12c73-7ba3-4f31-8d40-74e4021ae14d tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:56.664843 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-52060aa8-7929-4637-835e-7cdde92586d5 req-831b93e8-1dd7-4842-9c77-091047c7a07e tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6219615-3cb9-44f4-9bc4-39c53d222a73 HTTP/1.1" status: 200 len: 210 time: 0.0478015 Jan 17 21:24:56.683559 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-410ca74f-49a3-42a8-8038-0458ac8fe7f9 req-6bb15116-810e-4f46-b430-8958866a17d3 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 210 time: 0.0542340 Jan 17 21:24:56.736666 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [req-19600179-ce3b-4c5d-a722-487f223ff139 req-09b12c73-7ba3-4f31-8d40-74e4021ae14d tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Allocated IP 172.20.0.7 (43394bed-ee66-490e-9c2d-38204c292668/32c6fc4d-1c12-4dd2-b501-407264333a4c/b2392b89-5cea-4346-bc5a-c8675b50ddc3) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:24:56.897945 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-19600179-ce3b-4c5d-a722-487f223ff139 req-09b12c73-7ba3-4f31-8d40-74e4021ae14d tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Publish callbacks [] for port (b2392b89-5cea-4346-bc5a-c8675b50ddc3), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:56.953695 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-19600179-ce3b-4c5d-a722-487f223ff139 req-09b12c73-7ba3-4f31-8d40-74e4021ae14d tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863200'] for port (b2392b89-5cea-4346-bc5a-c8675b50ddc3), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:57.014084 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-7faa20f3-4562-4bb3-b0a8-82d18ea03b08 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:57.015671 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-7faa20f3-4562-4bb3-b0a8-82d18ea03b08 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.72 "GET /v2.0/networks?id=5dabefd5-55d4-49f2-9f4d-e4e0156bb858 HTTP/1.1" status: 200 len: 809 time: 0.1447918 Jan 17 21:24:57.038910 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19600179-ce3b-4c5d-a722-487f223ff139 req-09b12c73-7ba3-4f31-8d40-74e4021ae14d tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Network 43394bed-ee66-490e-9c2d-38204c292668 is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:24:57.053315 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [req-19600179-ce3b-4c5d-a722-487f223ff139 req-09b12c73-7ba3-4f31-8d40-74e4021ae14d tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:24:57.099170 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-11572162-3c38-4647-98c9-a72b9608cd59 req-16f456bc-8b95-4c26-821c-a463c5425174 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 210 time: 0.0627248 Jan 17 21:24:57.103572 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b12c73-7ba3-4f31-8d40-74e4021ae14d tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Pushing event updated for resources: {'Port': ['ID=b2392b89-5cea-4346-bc5a-c8675b50ddc3,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:24:57.107581 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [req-19600179-ce3b-4c5d-a722-487f223ff139 req-09b12c73-7ba3-4f31-8d40-74e4021ae14d tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:24:57.139701 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-f9a76d62-242c-4ae4-b400-f9fa98a1f822 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=715ec979393344e694cfdd0eab44cb1c HTTP/1.1" status: 200 len: 379 time: 0.0900676 Jan 17 21:24:57.150676 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-ca8a3be3-5365-42dd-8298-3b74c0db0b75 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Request body: {'port': {'device_id': '7a05a7cb-fb38-46fe-a04b-f8c66845fbd8', 'network_id': '5dabefd5-55d4-49f2-9f4d-e4e0156bb858', 'admin_state_up': True, 'tenant_id': '715ec979393344e694cfdd0eab44cb1c', 'security_groups': ['964580b8-07f1-495b-8d0b-2b08125c9df5']}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:24:57.166857 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:24:57.166857 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:24:57.166857 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:24:57.166857 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:24:57.166857 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:24:57.166857 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:24:57.166857 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:24:57.166857 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:24:57.166857 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:24:57.166857 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:24:57.166857 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:24:57.166857 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:24:57.166857 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:24:57.166857 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:24:57.166857 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:24:57.166857 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:24:57.166857 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:24:57.166857 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:24:57.166857 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:24:57.166857 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:24:57.166857 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:24:57.166857 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:24:57.166857 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:24:57.166857 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:24:57.166857 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:24:57.166857 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:24:57.166857 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:24:57.166857 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:24:57.166857 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:24:57.166857 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:24:57.166857 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:24:57.166857 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:24:57.166857 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:24:57.166857 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:24:57.166857 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:24:57.166857 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:24:57.169245 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:24:57.169245 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:24:57.169245 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:24:57.169245 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:24:57.169245 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:24:57.169245 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:24:57.169245 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:24:57.169245 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:24:57.169245 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:24:57.169245 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:24:57.169245 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:24:57.169245 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:24:57.169952 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19600179-ce3b-4c5d-a722-487f223ff139 req-09b12c73-7ba3-4f31-8d40-74e4021ae14d tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:57.170386 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-19600179-ce3b-4c5d-a722-487f223ff139 req-09b12c73-7ba3-4f31-8d40-74e4021ae14d tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:57.191740 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-19600179-ce3b-4c5d-a722-487f223ff139 req-09b12c73-7ba3-4f31-8d40-74e4021ae14d tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8318815 Jan 17 21:24:57.212924 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [req-19600179-ce3b-4c5d-a722-487f223ff139 req-6fe5e5b3-7e69-47f0-bfa1-f3c4670b130d service neutron] Request body: {'port': {'device_id': 'd6219615-3cb9-44f4-9bc4-39c53d222a73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82489'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:24:57.274211 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-19600179-ce3b-4c5d-a722-487f223ff139 req-6fe5e5b3-7e69-47f0-bfa1-f3c4670b130d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (b2392b89-5cea-4346-bc5a-c8675b50ddc3), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:57.293621 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-ca8a3be3-5365-42dd-8298-3b74c0db0b75 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Made reservation on behalf of 715ec979393344e694cfdd0eab44cb1c for: {'port': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:24:57.297253 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-ca8a3be3-5365-42dd-8298-3b74c0db0b75 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:57.452830 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-ca8a3be3-5365-42dd-8298-3b74c0db0b75 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Allocated IP 172.20.0.13 (5dabefd5-55d4-49f2-9f4d-e4e0156bb858/ce55c7e9-d38a-4482-bf77-df5118b92855/858678d3-306c-4afa-9059-494f90b38571) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:24:57.561668 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [req-19600179-ce3b-4c5d-a722-487f223ff139 req-6fe5e5b3-7e69-47f0-bfa1-f3c4670b130d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2392b89-5cea-4346-bc5a-c8675b50ddc3 {{(pid=102498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:24:57.570680 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-19600179-ce3b-4c5d-a722-487f223ff139 req-6fe5e5b3-7e69-47f0-bfa1-f3c4670b130d service neutron] Publish callbacks [] for port (b2392b89-5cea-4346-bc5a-c8675b50ddc3), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:57.583777 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.provisioning_blocks [req-19600179-ce3b-4c5d-a722-487f223ff139 req-6fe5e5b3-7e69-47f0-bfa1-f3c4670b130d service neutron] Transition to ACTIVE for port object b2392b89-5cea-4346-bc5a-c8675b50ddc3 will not be triggered until provisioned by entity L2. {{(pid=102498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 21:24:57.591351 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-19600179-ce3b-4c5d-a722-487f223ff139 req-6fe5e5b3-7e69-47f0-bfa1-f3c4670b130d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8863129'] for port (b2392b89-5cea-4346-bc5a-c8675b50ddc3), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:57.610919 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-ca8a3be3-5365-42dd-8298-3b74c0db0b75 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks [] for port (858678d3-306c-4afa-9059-494f90b38571), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:57.647253 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-ca8a3be3-5365-42dd-8298-3b74c0db0b75 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (858678d3-306c-4afa-9059-494f90b38571), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:57.655085 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e18b2bf6-2226-4c29-bc71-f06918821b9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:57.713379 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-ca8a3be3-5365-42dd-8298-3b74c0db0b75 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Network 5dabefd5-55d4-49f2-9f4d-e4e0156bb858 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:24:57.719665 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-ca8a3be3-5365-42dd-8298-3b74c0db0b75 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:24:57.726925 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-ca8a3be3-5365-42dd-8298-3b74c0db0b75 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:24:57.733738 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a3be3-5365-42dd-8298-3b74c0db0b75 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Pushing event updated for resources: {'Port': ['ID=858678d3-306c-4afa-9059-494f90b38571,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:24:57.747766 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe5e5b3-7e69-47f0-bfa1-f3c4670b130d service neutron] Pushing event updated for resources: {'Port': ['ID=b2392b89-5cea-4346-bc5a-c8675b50ddc3,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:24:57.848940 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-ca8a3be3-5365-42dd-8298-3b74c0db0b75 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:57.849705 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-ca8a3be3-5365-42dd-8298-3b74c0db0b75 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:57.858531 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85daf749-2029-4c0c-8f79-bda030a5a759 req-e610223a-8dbc-4edf-9947-dccfa9c0b77d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:57.867544 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-85daf749-2029-4c0c-8f79-bda030a5a759 req-e610223a-8dbc-4edf-9947-dccfa9c0b77d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 944 time: 0.1966114 Jan 17 21:24:57.898651 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-ca8a3be3-5365-42dd-8298-3b74c0db0b75 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7517998 Jan 17 21:24:57.923808 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-19600179-ce3b-4c5d-a722-487f223ff139 req-6fe5e5b3-7e69-47f0-bfa1-f3c4670b130d service neutron] Attempting to bind port b2392b89-5cea-4346-bc5a-c8675b50ddc3 on host hv-cinder-82489 for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:24:57.924153 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-19600179-ce3b-4c5d-a722-487f223ff139 req-6fe5e5b3-7e69-47f0-bfa1-f3c4670b130d service neutron] Attempting to bind port b2392b89-5cea-4346-bc5a-c8675b50ddc3 by drivers openvswitch,hyperv on host hv-cinder-82489 at level 0 using segments [{'id': '687024db-b6cd-489e-aeb1-a94a47a8dfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '43394bed-ee66-490e-9c2d-38204c292668'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:24:57.924531 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19600179-ce3b-4c5d-a722-487f223ff139 req-6fe5e5b3-7e69-47f0-bfa1-f3c4670b130d service neutron] Attempting to bind port b2392b89-5cea-4346-bc5a-c8675b50ddc3 on network 43394bed-ee66-490e-9c2d-38204c292668 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:24:57.924681 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-ae9bc47e-0206-40e6-9567-421d41085241 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:57.927636 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-ae9bc47e-0206-40e6-9567-421d41085241 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.72 "GET /v2.0/networks?id=5af0e6ef-b600-4363-b491-e83498d1d2b9 HTTP/1.1" status: 200 len: 811 time: 0.1431623 Jan 17 21:24:57.944288 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1df906-1354-41ff-8768-0d9931d91c21 req-4b690a05-1df1-40ec-916a-a30e9fc93aaf tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:57.945821 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8f1df906-1354-41ff-8768-0d9931d91c21 req-4b690a05-1df1-40ec-916a-a30e9fc93aaf tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6219615-3cb9-44f4-9bc4-39c53d222a73 HTTP/1.1" status: 200 len: 943 time: 0.1414893 Jan 17 21:24:57.950727 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19600179-ce3b-4c5d-a722-487f223ff139 req-6fe5e5b3-7e69-47f0-bfa1-f3c4670b130d service neutron] Port b2392b89-5cea-4346-bc5a-c8675b50ddc3 on network 43394bed-ee66-490e-9c2d-38204c292668 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82489 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 21:24:57.951187 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19600179-ce3b-4c5d-a722-487f223ff139 req-6fe5e5b3-7e69-47f0-bfa1-f3c4670b130d service neutron] Attempting to bind port b2392b89-5cea-4346-bc5a-c8675b50ddc3 on network 43394bed-ee66-490e-9c2d-38204c292668 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:24:57.969535 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-85daf749-2029-4c0c-8f79-bda030a5a759 req-aab7aaaf-b0b7-4642-a83c-6e7d9700472d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011229 Jan 17 21:24:57.970274 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19600179-ce3b-4c5d-a722-487f223ff139 req-6fe5e5b3-7e69-47f0-bfa1-f3c4670b130d service neutron] Checking agent: {'id': 'fb6a4824-98a1-4114-b283-810c221687ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82489', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 18, 21), 'started_at': datetime.datetime(2022, 1, 17, 21, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:24:57.970614 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19600179-ce3b-4c5d-a722-487f223ff139 req-6fe5e5b3-7e69-47f0-bfa1-f3c4670b130d service neutron] Checking segment: {'id': '687024db-b6cd-489e-aeb1-a94a47a8dfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '43394bed-ee66-490e-9c2d-38204c292668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:24:57.970998 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19600179-ce3b-4c5d-a722-487f223ff139 req-6fe5e5b3-7e69-47f0-bfa1-f3c4670b130d service neutron] Bound using segment: {'id': '687024db-b6cd-489e-aeb1-a94a47a8dfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '43394bed-ee66-490e-9c2d-38204c292668'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:24:57.971455 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [req-19600179-ce3b-4c5d-a722-487f223ff139 req-6fe5e5b3-7e69-47f0-bfa1-f3c4670b130d service neutron] Bound port: b2392b89-5cea-4346-bc5a-c8675b50ddc3, host: hv-cinder-82489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '687024db-b6cd-489e-aeb1-a94a47a8dfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '43394bed-ee66-490e-9c2d-38204c292668'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:24:57.971819 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-19600179-ce3b-4c5d-a722-487f223ff139 req-6fe5e5b3-7e69-47f0-bfa1-f3c4670b130d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (b2392b89-5cea-4346-bc5a-c8675b50ddc3), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:58.010989 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-ca6a60d8-68ba-47ab-9db0-b77d2114c3d5 None None] Provisioning complete for port 858678d3-306c-4afa-9059-494f90b38571 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:24:58.011433 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ca6a60d8-68ba-47ab-9db0-b77d2114c3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (858678d3-306c-4afa-9059-494f90b38571), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:58.047088 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-3ca02a1a-1f9d-484a-9f01-98b737099d6c service neutron] Request body: {'port': {'device_id': '7a05a7cb-fb38-46fe-a04b-f8c66845fbd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82489'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:24:58.052789 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-ca6a60d8-68ba-47ab-9db0-b77d2114c3d5 None None] Port 858678d3-306c-4afa-9059-494f90b38571 cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:24:58.060416 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8f1df906-1354-41ff-8768-0d9931d91c21 req-c60b2958-5d65-424d-b101-b19b71ae2e83 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b14ebd6-04fc-49d6-af36-fc40acb1070f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069396 Jan 17 21:24:58.104414 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3b905c95-44d6-4867-8f8e-2c99d8892be4 req-345c4116-aa66-4352-9953-232a90ff49c0 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 210 time: 0.0440583 Jan 17 21:24:58.124051 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-19600179-ce3b-4c5d-a722-487f223ff139 req-6fe5e5b3-7e69-47f0-bfa1-f3c4670b130d service neutron] For port b2392b89-5cea-4346-bc5a-c8675b50ddc3, host hv-cinder-82489, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:24:58.127782 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-19600179-ce3b-4c5d-a722-487f223ff139 req-6fe5e5b3-7e69-47f0-bfa1-f3c4670b130d service neutron] For port b2392b89-5cea-4346-bc5a-c8675b50ddc3, host hv-cinder-82489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=b2392b89-5cea-4346-bc5a-c8675b50ddc3,segment=NetworkSegment(687024db-b6cd-489e-aeb1-a94a47a8dfd6),segment_id=687024db-b6cd-489e-aeb1-a94a47a8dfd6)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:24:58.134263 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-19600179-ce3b-4c5d-a722-487f223ff139 req-6fe5e5b3-7e69-47f0-bfa1-f3c4670b130d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8863129'] for port (b2392b89-5cea-4346-bc5a-c8675b50ddc3), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:58.175704 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-0f6a040f-4b8d-4faa-9fa5-2537808f1c7d tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97b00002d33945c6a8056483b241fbf6 HTTP/1.1" status: 200 len: 379 time: 0.1466796 Jan 17 21:24:58.178472 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-3ca02a1a-1f9d-484a-9f01-98b737099d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (858678d3-306c-4afa-9059-494f90b38571), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:58.191460 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-015ded30-cf19-4c84-8a36-be47f7c16006 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Request body: {'port': {'device_id': '851b3dd1-961b-4d23-9594-2a55d4f0f703', 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9', 'admin_state_up': True, 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'security_groups': ['0f45590d-5254-466f-af88-b7d60b1369f4']}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:24:58.213655 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19600179-ce3b-4c5d-a722-487f223ff139 req-6fe5e5b3-7e69-47f0-bfa1-f3c4670b130d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:58.214276 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-19600179-ce3b-4c5d-a722-487f223ff139 req-6fe5e5b3-7e69-47f0-bfa1-f3c4670b130d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:58.215654 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-19600179-ce3b-4c5d-a722-487f223ff139 req-6fe5e5b3-7e69-47f0-bfa1-f3c4670b130d service neutron] 10.222.0.72 "PUT /v2.0/ports/b2392b89-5cea-4346-bc5a-c8675b50ddc3 HTTP/1.1" status: 200 len: 1093 time: 1.0080569 Jan 17 21:24:58.216096 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6219615-3cb9-44f4-9bc4-39c53d222a73', 'tag': 'b2392b89-5cea-4346-bc5a-c8675b50ddc3'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:24:58.218320 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d7793c37eab3cfdbfb603451246e19a518df2119e31a6609dfbcf4a214a471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a29d6c8-f971-4378-8e64-cd78d4bb3f4f" -d '{"events": [{"name": "network-changed", "server_uuid": "d6219615-3cb9-44f4-9bc4-39c53d222a73", "tag": "b2392b89-5cea-4346-bc5a-c8675b50ddc3"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:24:58.234921 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe5e5b3-7e69-47f0-bfa1-f3c4670b130d service neutron] Pushing event updated for resources: {'Port': ['ID=b2392b89-5cea-4346-bc5a-c8675b50ddc3,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:24:58.259878 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb0332-7feb-43bb-ba1c-99aaf7a2c967 req-c741cdfd-e4f1-4d16-9874-87bdc8a3af62 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:58.262062 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3cbb0332-7feb-43bb-ba1c-99aaf7a2c967 req-c741cdfd-e4f1-4d16-9874-87bdc8a3af62 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 932 time: 0.0905130 Jan 17 21:24:58.276676 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ed5558-ec94-4e45-8e01-0c1f849050ac x-openstack-request-id: req-c3ed5558-ec94-4e45-8e01-0c1f849050ac {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:24:58.276964 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6219615-3cb9-44f4-9bc4-39c53d222a73", "tag": "b2392b89-5cea-4346-bc5a-c8675b50ddc3", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:24:58.277218 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c3ed5558-ec94-4e45-8e01-0c1f849050ac {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:24:58.277613 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6219615-3cb9-44f4-9bc4-39c53d222a73', 'tag': 'b2392b89-5cea-4346-bc5a-c8675b50ddc3', 'status': 'completed', 'code': 200} Jan 17 21:24:58.344403 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3cbb0332-7feb-43bb-ba1c-99aaf7a2c967 req-e93f06f4-13c0-42ce-a3d1-e72b9421cb9e tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766530 Jan 17 21:24:58.352055 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19600179-ce3b-4c5d-a722-487f223ff139 req-924ea53e-c122-4204-8177-bf706f245a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:58.353545 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-19600179-ce3b-4c5d-a722-487f223ff139 req-924ea53e-c122-4204-8177-bf706f245a18 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f7ac0b68ef1544aa94c22825c7307849&device_id=d6219615-3cb9-44f4-9bc4-39c53d222a73 HTTP/1.1" status: 200 len: 1096 time: 0.0690300 Jan 17 21:24:58.400336 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-19600179-ce3b-4c5d-a722-487f223ff139 req-ba05cbf6-0853-49c3-aebf-9009915f0f40 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2392b89-5cea-4346-bc5a-c8675b50ddc3 HTTP/1.1" status: 200 len: 217 time: 0.0376263 Jan 17 21:24:58.444160 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-015ded30-cf19-4c84-8a36-be47f7c16006 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Made reservation on behalf of 97b00002d33945c6a8056483b241fbf6 for: {'port': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:24:58.446307 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:58.450528 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-015ded30-cf19-4c84-8a36-be47f7c16006 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:58.458646 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19600179-ce3b-4c5d-a722-487f223ff139 req-e5018fa9-ec46-4094-af82-39adcd8302e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:58.460143 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-19600179-ce3b-4c5d-a722-487f223ff139 req-e5018fa9-ec46-4094-af82-39adcd8302e7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=32c6fc4d-1c12-4dd2-b501-407264333a4c HTTP/1.1" status: 200 len: 853 time: 0.0520020 Jan 17 21:24:58.494093 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-19600179-ce3b-4c5d-a722-487f223ff139 req-c940b660-5b15-4050-87ac-2a674cf76d2f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=43394bed-ee66-490e-9c2d-38204c292668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264733 Jan 17 21:24:58.591076 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-19600179-ce3b-4c5d-a722-487f223ff139 req-5d45b713-5eab-417c-8d75-a1786be23c60 service neutron] 10.222.0.72 "GET /v2.0/networks/43394bed-ee66-490e-9c2d-38204c292668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899119 Jan 17 21:24:58.641164 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-3ca02a1a-1f9d-484a-9f01-98b737099d6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 858678d3-306c-4afa-9059-494f90b38571 {{(pid=102499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:24:58.652845 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-3ca02a1a-1f9d-484a-9f01-98b737099d6c service neutron] Publish callbacks [] for port (858678d3-306c-4afa-9059-494f90b38571), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:58.655259 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-015ded30-cf19-4c84-8a36-be47f7c16006 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Allocated IP 172.20.0.13 (5af0e6ef-b600-4363-b491-e83498d1d2b9/3f2b416e-5468-4144-8f1a-53499e3c7b82/bfd59a07-416c-4292-b1be-059ed60c472c) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:24:58.673829 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.provisioning_blocks [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-3ca02a1a-1f9d-484a-9f01-98b737099d6c service neutron] Transition to ACTIVE for port object 858678d3-306c-4afa-9059-494f90b38571 will not be triggered until provisioned by entity L2. {{(pid=102499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 21:24:58.681941 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-3ca02a1a-1f9d-484a-9f01-98b737099d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3358448'] for port (858678d3-306c-4afa-9059-494f90b38571), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:58.685176 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-19600179-ce3b-4c5d-a722-487f223ff139 req-6ece15be-d93b-4707-9776-20c3409b50a6 service neutron] 10.222.0.72 "GET /v2.0/networks/43394bed-ee66-490e-9c2d-38204c292668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871410 Jan 17 21:24:58.782254 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca02a1a-1f9d-484a-9f01-98b737099d6c service neutron] Pushing event updated for resources: {'Port': ['ID=858678d3-306c-4afa-9059-494f90b38571,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:24:58.790046 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a29d6c8-f971-4378-8e64-cd78d4bb3f4f req-f87c1b78-0587-466a-bb2a-d51e741439ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:58.791134 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9a29d6c8-f971-4378-8e64-cd78d4bb3f4f req-f87c1b78-0587-466a-bb2a-d51e741439ee service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f7ac0b68ef1544aa94c22825c7307849&device_id=d6219615-3cb9-44f4-9bc4-39c53d222a73 HTTP/1.1" status: 200 len: 1096 time: 0.0502279 Jan 17 21:24:58.894646 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a29d6c8-f971-4378-8e64-cd78d4bb3f4f req-cfbaf9cb-210d-406d-9377-6bd97f4aadd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:58.897138 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9a29d6c8-f971-4378-8e64-cd78d4bb3f4f req-cfbaf9cb-210d-406d-9377-6bd97f4aadd9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=43394bed-ee66-490e-9c2d-38204c292668 HTTP/1.1" status: 200 len: 914 time: 0.0970459 Jan 17 21:24:58.897305 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-015ded30-cf19-4c84-8a36-be47f7c16006 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks [] for port (bfd59a07-416c-4292-b1be-059ed60c472c), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:58.917173 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-3ca02a1a-1f9d-484a-9f01-98b737099d6c service neutron] Attempting to bind port 858678d3-306c-4afa-9059-494f90b38571 on host hv-cinder-82489 for vnic_type normal with profile {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:24:58.917497 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-3ca02a1a-1f9d-484a-9f01-98b737099d6c service neutron] Attempting to bind port 858678d3-306c-4afa-9059-494f90b38571 by drivers openvswitch,hyperv on host hv-cinder-82489 at level 0 using segments [{'id': 'a993168a-a0c6-43cc-b99a-7ea544204a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '5dabefd5-55d4-49f2-9f4d-e4e0156bb858'}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:24:58.917900 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-3ca02a1a-1f9d-484a-9f01-98b737099d6c service neutron] Attempting to bind port 858678d3-306c-4afa-9059-494f90b38571 on network 5dabefd5-55d4-49f2-9f4d-e4e0156bb858 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:24:58.929275 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-3ca02a1a-1f9d-484a-9f01-98b737099d6c service neutron] Port 858678d3-306c-4afa-9059-494f90b38571 on network 5dabefd5-55d4-49f2-9f4d-e4e0156bb858 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82489 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 21:24:58.929524 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-3ca02a1a-1f9d-484a-9f01-98b737099d6c service neutron] Attempting to bind port 858678d3-306c-4afa-9059-494f90b38571 on network 5dabefd5-55d4-49f2-9f4d-e4e0156bb858 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:24:58.943555 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-3ca02a1a-1f9d-484a-9f01-98b737099d6c service neutron] Checking agent: {'id': 'fb6a4824-98a1-4114-b283-810c221687ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82489', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 18, 21), 'started_at': datetime.datetime(2022, 1, 17, 21, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:24:58.943894 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-3ca02a1a-1f9d-484a-9f01-98b737099d6c service neutron] Checking segment: {'id': 'a993168a-a0c6-43cc-b99a-7ea544204a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '5dabefd5-55d4-49f2-9f4d-e4e0156bb858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:24:58.944284 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-3ca02a1a-1f9d-484a-9f01-98b737099d6c service neutron] Bound using segment: {'id': 'a993168a-a0c6-43cc-b99a-7ea544204a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '5dabefd5-55d4-49f2-9f4d-e4e0156bb858'} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:24:58.944796 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-3ca02a1a-1f9d-484a-9f01-98b737099d6c service neutron] Bound port: 858678d3-306c-4afa-9059-494f90b38571, host: hv-cinder-82489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a993168a-a0c6-43cc-b99a-7ea544204a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '5dabefd5-55d4-49f2-9f4d-e4e0156bb858'}}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:24:58.945152 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-3ca02a1a-1f9d-484a-9f01-98b737099d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (858678d3-306c-4afa-9059-494f90b38571), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:58.950196 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9a29d6c8-f971-4378-8e64-cd78d4bb3f4f req-5a6bc1bb-7b36-45ac-8267-3b42199fe6df service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2392b89-5cea-4346-bc5a-c8675b50ddc3 HTTP/1.1" status: 200 len: 217 time: 0.0443664 Jan 17 21:24:58.986206 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-015ded30-cf19-4c84-8a36-be47f7c16006 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (bfd59a07-416c-4292-b1be-059ed60c472c), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:59.012231 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a29d6c8-f971-4378-8e64-cd78d4bb3f4f req-da2e2417-7970-4992-b7a9-3725f1f4b878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:59.014622 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9a29d6c8-f971-4378-8e64-cd78d4bb3f4f req-da2e2417-7970-4992-b7a9-3725f1f4b878 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=32c6fc4d-1c12-4dd2-b501-407264333a4c HTTP/1.1" status: 200 len: 853 time: 0.0554142 Jan 17 21:24:59.041946 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-015ded30-cf19-4c84-8a36-be47f7c16006 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Network 5af0e6ef-b600-4363-b491-e83498d1d2b9 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:24:59.054062 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-015ded30-cf19-4c84-8a36-be47f7c16006 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:24:59.062856 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9a29d6c8-f971-4378-8e64-cd78d4bb3f4f req-fdf21316-352d-4388-8655-74d68db7eef8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=43394bed-ee66-490e-9c2d-38204c292668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361154 Jan 17 21:24:59.063852 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-015ded30-cf19-4c84-8a36-be47f7c16006 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:24:59.094310 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ded30-cf19-4c84-8a36-be47f7c16006 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Pushing event updated for resources: {'Port': ['ID=bfd59a07-416c-4292-b1be-059ed60c472c,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:24:59.103983 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-3ca02a1a-1f9d-484a-9f01-98b737099d6c service neutron] For port 858678d3-306c-4afa-9059-494f90b38571, host hv-cinder-82489, cleared binding levels {{(pid=102499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:24:59.126872 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-3ca02a1a-1f9d-484a-9f01-98b737099d6c service neutron] For port 858678d3-306c-4afa-9059-494f90b38571, host hv-cinder-82489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=858678d3-306c-4afa-9059-494f90b38571,segment=NetworkSegment(a993168a-a0c6-43cc-b99a-7ea544204a80),segment_id=a993168a-a0c6-43cc-b99a-7ea544204a80)] {{(pid=102499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:24:59.138729 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-3ca02a1a-1f9d-484a-9f01-98b737099d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3358448'] for port (858678d3-306c-4afa-9059-494f90b38571), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:59.200188 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-015ded30-cf19-4c84-8a36-be47f7c16006 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:59.201362 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-015ded30-cf19-4c84-8a36-be47f7c16006 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:59.229316 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-3ca02a1a-1f9d-484a-9f01-98b737099d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:59.230006 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-3ca02a1a-1f9d-484a-9f01-98b737099d6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:59.231457 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-3ca02a1a-1f9d-484a-9f01-98b737099d6c service neutron] 10.222.0.72 "PUT /v2.0/ports/858678d3-306c-4afa-9059-494f90b38571 HTTP/1.1" status: 200 len: 1094 time: 1.2013435 Jan 17 21:24:59.232714 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a05a7cb-fb38-46fe-a04b-f8c66845fbd8', 'tag': '858678d3-306c-4afa-9059-494f90b38571'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:24:59.235145 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c2de0e70a1bc7346ac1be0cec4f24ea848d889c4763a7575c3a73373459bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25ab0d3-ba84-4f24-a33a-1c799729c550" -d '{"events": [{"name": "network-changed", "server_uuid": "7a05a7cb-fb38-46fe-a04b-f8c66845fbd8", "tag": "858678d3-306c-4afa-9059-494f90b38571"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:24:59.246887 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-015ded30-cf19-4c84-8a36-be47f7c16006 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0598087 Jan 17 21:24:59.269118 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca02a1a-1f9d-484a-9f01-98b737099d6c service neutron] Pushing event updated for resources: {'Port': ['ID=858678d3-306c-4afa-9059-494f90b38571,revision_number=3']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:24:59.278099 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-c16cdf4f-7c4b-412f-8ae1-16e803b9d5fb service neutron] Request body: {'port': {'device_id': '851b3dd1-961b-4d23-9594-2a55d4f0f703', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82489'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:24:59.372404 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-0f37f47a-e284-41fb-b7ab-4b7b2cd4d0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:59.374308 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-0f37f47a-e284-41fb-b7ab-4b7b2cd4d0ce service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=715ec979393344e694cfdd0eab44cb1c&device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 1097 time: 0.0731025 Jan 17 21:24:59.392088 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-c16cdf4f-7c4b-412f-8ae1-16e803b9d5fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (bfd59a07-416c-4292-b1be-059ed60c472c), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:59.429298 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-e6930b0d-7bfc-4b83-a4a0-5fc57b004174 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=858678d3-306c-4afa-9059-494f90b38571 HTTP/1.1" status: 200 len: 217 time: 0.0450370 Jan 17 21:24:59.434245 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-0e70b7a4-25e0-484d-a5f1-fd866f0d3f97 None None] Provisioning complete for port bfd59a07-416c-4292-b1be-059ed60c472c triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:24:59.435195 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-0e70b7a4-25e0-484d-a5f1-fd866f0d3f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (bfd59a07-416c-4292-b1be-059ed60c472c), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:24:59.482686 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-0e70b7a4-25e0-484d-a5f1-fd866f0d3f97 None None] Port bfd59a07-416c-4292-b1be-059ed60c472c cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:24:59.483101 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3722a-a01f-4ff1-97cc-1fedf28df152 req-df18396c-8a53-426d-90d8-3f6769710b7a tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:59.484732 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f1d3722a-a01f-4ff1-97cc-1fedf28df152 req-df18396c-8a53-426d-90d8-3f6769710b7a tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 944 time: 0.4247634 Jan 17 21:24:59.528530 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9a29d6c8-f971-4378-8e64-cd78d4bb3f4f req-33a8ce63-e0e6-47f4-9f95-f327550926fe service neutron] 10.222.0.72 "GET /v2.0/networks/43394bed-ee66-490e-9c2d-38204c292668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4508398 Jan 17 21:24:59.607774 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c347c8-48f8-4c70-922e-c60548765086 req-cdef5b82-57c0-4224-b2ee-04257e939557 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:59.615439 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-83c347c8-48f8-4c70-922e-c60548765086 req-cdef5b82-57c0-4224-b2ee-04257e939557 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6219615-3cb9-44f4-9bc4-39c53d222a73 HTTP/1.1" status: 200 len: 943 time: 0.1927669 Jan 17 21:24:59.664554 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f1d3722a-a01f-4ff1-97cc-1fedf28df152 req-95e8656d-5919-40c3-9145-8217d49b88a0 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497226 Jan 17 21:24:59.717064 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-83c347c8-48f8-4c70-922e-c60548765086 req-1ee2eff2-33b9-4661-96b6-ff95019c5a09 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b14ebd6-04fc-49d6-af36-fc40acb1070f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007268 Jan 17 21:24:59.741013 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9a29d6c8-f971-4378-8e64-cd78d4bb3f4f req-a151b35a-d727-41bf-9e94-bca90e20462d service neutron] 10.222.0.72 "GET /v2.0/networks/43394bed-ee66-490e-9c2d-38204c292668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949122 Jan 17 21:24:59.813767 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0576882-4e85-4a1b-9df8-ae9444e09b8f req-9aff2b87-a70c-420a-aed3-14caf3e06ade tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:59.815405 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d0576882-4e85-4a1b-9df8-ae9444e09b8f req-9aff2b87-a70c-420a-aed3-14caf3e06ade tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 932 time: 0.0600924 Jan 17 21:24:59.848995 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52942551-46df-45a2-813c-42b7bf1128c4 x-openstack-request-id: req-52942551-46df-45a2-813c-42b7bf1128c4 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:24:59.849427 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a05a7cb-fb38-46fe-a04b-f8c66845fbd8", "tag": "858678d3-306c-4afa-9059-494f90b38571", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:24:59.849744 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-52942551-46df-45a2-813c-42b7bf1128c4 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:24:59.850207 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a05a7cb-fb38-46fe-a04b-f8c66845fbd8', 'tag': '858678d3-306c-4afa-9059-494f90b38571', 'status': 'completed', 'code': 200} Jan 17 21:24:59.905535 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d0576882-4e85-4a1b-9df8-ae9444e09b8f req-f74cfab8-560e-401a-a4a4-032e55e82eaa tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834794 Jan 17 21:24:59.927454 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f8ec3-4d4a-41b5-a962-a2a9972aad03 req-0fa2d89c-35b4-4969-852b-3258ee90bbaa tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:59.927700 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-adbbc2c0-d03c-4d16-bcb8-30d303c42ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:24:59.929226 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-632f8ec3-4d4a-41b5-a962-a2a9972aad03 req-0fa2d89c-35b4-4969-852b-3258ee90bbaa tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 944 time: 0.0762963 Jan 17 21:24:59.929802 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-adbbc2c0-d03c-4d16-bcb8-30d303c42ede service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ce55c7e9-d38a-4482-bf77-df5118b92855 HTTP/1.1" status: 200 len: 848 time: 0.3942137 Jan 17 21:24:59.988472 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-632f8ec3-4d4a-41b5-a962-a2a9972aad03 req-affa7239-5dcc-42fa-82bc-038519824bb8 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523520 Jan 17 21:25:00.052573 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:00.059816 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-df73f632-166a-4314-916e-f8bfc435436c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:00.061213 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-df73f632-166a-4314-916e-f8bfc435436c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5dabefd5-55d4-49f2-9f4d-e4e0156bb858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1229360 Jan 17 21:25:00.170140 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-c16cdf4f-7c4b-412f-8ae1-16e803b9d5fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfd59a07-416c-4292-b1be-059ed60c472c {{(pid=102499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:25:00.188418 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-c16cdf4f-7c4b-412f-8ae1-16e803b9d5fb service neutron] Publish callbacks [] for port (bfd59a07-416c-4292-b1be-059ed60c472c), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:00.222615 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.provisioning_blocks [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-c16cdf4f-7c4b-412f-8ae1-16e803b9d5fb service neutron] Transition to ACTIVE for port object bfd59a07-416c-4292-b1be-059ed60c472c will not be triggered until provisioned by entity L2. {{(pid=102499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 21:25:00.225718 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-97373cc1-c510-4912-a05f-d9881464b7fd service neutron] 10.222.0.72 "GET /v2.0/networks/5dabefd5-55d4-49f2-9f4d-e4e0156bb858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566598 Jan 17 21:25:00.227147 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-c16cdf4f-7c4b-412f-8ae1-16e803b9d5fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3358448'] for port (bfd59a07-416c-4292-b1be-059ed60c472c), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:00.327041 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16cdf4f-7c4b-412f-8ae1-16e803b9d5fb service neutron] Pushing event updated for resources: {'Port': ['ID=bfd59a07-416c-4292-b1be-059ed60c472c,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:25:00.410498 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-fe556874-7ca6-4a03-957f-61c3713068d9 req-04e453db-b04d-4e96-b4a6-066f3d1fe4ee service neutron] 10.222.0.72 "GET /v2.0/networks/5dabefd5-55d4-49f2-9f4d-e4e0156bb858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566303 Jan 17 21:25:00.429582 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-c16cdf4f-7c4b-412f-8ae1-16e803b9d5fb service neutron] Attempting to bind port bfd59a07-416c-4292-b1be-059ed60c472c on host hv-cinder-82489 for vnic_type normal with profile {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:25:00.429881 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-c16cdf4f-7c4b-412f-8ae1-16e803b9d5fb service neutron] Attempting to bind port bfd59a07-416c-4292-b1be-059ed60c472c by drivers openvswitch,hyperv on host hv-cinder-82489 at level 0 using segments [{'id': '7ee340a2-c031-4107-9341-36ba121a962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9'}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:25:00.430241 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-c16cdf4f-7c4b-412f-8ae1-16e803b9d5fb service neutron] Attempting to bind port bfd59a07-416c-4292-b1be-059ed60c472c on network 5af0e6ef-b600-4363-b491-e83498d1d2b9 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:25:00.435313 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-c16cdf4f-7c4b-412f-8ae1-16e803b9d5fb service neutron] Port bfd59a07-416c-4292-b1be-059ed60c472c on network 5af0e6ef-b600-4363-b491-e83498d1d2b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82489 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 21:25:00.435643 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-c16cdf4f-7c4b-412f-8ae1-16e803b9d5fb service neutron] Attempting to bind port bfd59a07-416c-4292-b1be-059ed60c472c on network 5af0e6ef-b600-4363-b491-e83498d1d2b9 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:25:00.441271 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-c16cdf4f-7c4b-412f-8ae1-16e803b9d5fb service neutron] Checking agent: {'id': 'fb6a4824-98a1-4114-b283-810c221687ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82489', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 18, 21), 'started_at': datetime.datetime(2022, 1, 17, 21, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:25:00.441618 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-c16cdf4f-7c4b-412f-8ae1-16e803b9d5fb service neutron] Checking segment: {'id': '7ee340a2-c031-4107-9341-36ba121a962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:25:00.442819 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-c16cdf4f-7c4b-412f-8ae1-16e803b9d5fb service neutron] Bound using segment: {'id': '7ee340a2-c031-4107-9341-36ba121a962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9'} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:25:00.443048 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-c16cdf4f-7c4b-412f-8ae1-16e803b9d5fb service neutron] Bound port: bfd59a07-416c-4292-b1be-059ed60c472c, host: hv-cinder-82489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee340a2-c031-4107-9341-36ba121a962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9'}}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:25:00.443381 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-c16cdf4f-7c4b-412f-8ae1-16e803b9d5fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (bfd59a07-416c-4292-b1be-059ed60c472c), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:00.544819 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-c16cdf4f-7c4b-412f-8ae1-16e803b9d5fb service neutron] For port bfd59a07-416c-4292-b1be-059ed60c472c, host hv-cinder-82489, cleared binding levels {{(pid=102499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:25:00.548468 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-c16cdf4f-7c4b-412f-8ae1-16e803b9d5fb service neutron] For port bfd59a07-416c-4292-b1be-059ed60c472c, host hv-cinder-82489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=bfd59a07-416c-4292-b1be-059ed60c472c,segment=NetworkSegment(7ee340a2-c031-4107-9341-36ba121a962a),segment_id=7ee340a2-c031-4107-9341-36ba121a962a)] {{(pid=102499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:25:00.550872 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ab0d3-ba84-4f24-a33a-1c799729c550 req-8826246d-3654-4642-8248-4c2fdff3c6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:00.553093 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e25ab0d3-ba84-4f24-a33a-1c799729c550 req-8826246d-3654-4642-8248-4c2fdff3c6a1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=715ec979393344e694cfdd0eab44cb1c&device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 1097 time: 0.0752988 Jan 17 21:25:00.554734 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-c16cdf4f-7c4b-412f-8ae1-16e803b9d5fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3358448'] for port (bfd59a07-416c-4292-b1be-059ed60c472c), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:00.648658 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-c16cdf4f-7c4b-412f-8ae1-16e803b9d5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:00.649294 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-c16cdf4f-7c4b-412f-8ae1-16e803b9d5fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:00.650839 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-c16cdf4f-7c4b-412f-8ae1-16e803b9d5fb service neutron] 10.222.0.72 "PUT /v2.0/ports/bfd59a07-416c-4292-b1be-059ed60c472c HTTP/1.1" status: 200 len: 1094 time: 1.3830640 Jan 17 21:25:00.653880 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device dde4fe76-f1d0-4978-a642-2a35761fdf74 details requested by agent hyperv_hv-cinder-82489 with host hv-cinder-82489 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:25:00.669636 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16cdf4f-7c4b-412f-8ae1-16e803b9d5fb service neutron] Pushing event updated for resources: {'Port': ['ID=bfd59a07-416c-4292-b1be-059ed60c472c,revision_number=3']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:25:00.737490 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ab0d3-ba84-4f24-a33a-1c799729c550 req-1ec0b398-fdbb-447b-b849-6248389f988c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:00.740049 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e25ab0d3-ba84-4f24-a33a-1c799729c550 req-1ec0b398-fdbb-447b-b849-6248389f988c service neutron] 10.222.0.72 "GET /v2.0/networks?id=5dabefd5-55d4-49f2-9f4d-e4e0156bb858 HTTP/1.1" status: 200 len: 910 time: 0.1798828 Jan 17 21:25:00.795452 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port dde4fe76-f1d0-4978-a642-2a35761fdf74, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=dde4fe76-f1d0-4978-a642-2a35761fdf74,segment=NetworkSegment(3793e984-7f3b-42a4-b23f-4f321936b0eb),segment_id=3793e984-7f3b-42a4-b23f-4f321936b0eb)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:25:00.810262 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e25ab0d3-ba84-4f24-a33a-1c799729c550 req-7918c774-1c9c-4f03-8199-06d56d80d7e1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=858678d3-306c-4afa-9059-494f90b38571 HTTP/1.1" status: 200 len: 217 time: 0.0616245 Jan 17 21:25:00.814469 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Returning: {'device': 'dde4fe76-f1d0-4978-a642-2a35761fdf74', 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738', 'port_id': 'dde4fe76-f1d0-4978-a642-2a35761fdf74', 'mac_address': 'fa:16:3e:df:3d:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0394e051-e826-45f6-a758-acda968d34cd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:25:00.821257 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-2d845b99-cf1a-4c25-92e1-089af329891e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:00.822969 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-2d845b99-cf1a-4c25-92e1-089af329891e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=97b00002d33945c6a8056483b241fbf6&device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 1097 time: 0.1271656 Jan 17 21:25:00.861396 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b7173-7e9f-4419-be6a-1f752a9a768b req-ea0caa5f-ca1d-402c-a275-030a52a61125 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:00.864269 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-606b7173-7e9f-4419-be6a-1f752a9a768b req-ea0caa5f-ca1d-402c-a275-030a52a61125 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 944 time: 0.1054759 Jan 17 21:25:00.867547 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port dde4fe76-f1d0-4978-a642-2a35761fdf74 is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:25:00.868203 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (dde4fe76-f1d0-4978-a642-2a35761fdf74), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:00.885887 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dde4fe76-f1d0-4978-a642-2a35761fdf74 {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:25:00.904639 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ab0d3-ba84-4f24-a33a-1c799729c550 req-3d2716d5-57ef-4305-bb03-0ed8279643f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:00.906618 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e25ab0d3-ba84-4f24-a33a-1c799729c550 req-3d2716d5-57ef-4305-bb03-0ed8279643f5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ce55c7e9-d38a-4482-bf77-df5118b92855 HTTP/1.1" status: 200 len: 848 time: 0.0627677 Jan 17 21:25:00.909976 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port dde4fe76-f1d0-4978-a642-2a35761fdf74, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=dde4fe76-f1d0-4978-a642-2a35761fdf74,segment=NetworkSegment(3793e984-7f3b-42a4-b23f-4f321936b0eb),segment_id=3793e984-7f3b-42a4-b23f-4f321936b0eb)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:25:00.914486 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d4dd4-3b74-490d-a321-cef4ae116faf req-2bab02b6-663f-4bb4-ba69-2135ebc3aaa8 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:00.915901 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (dde4fe76-f1d0-4978-a642-2a35761fdf74), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:00.916329 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-309d4dd4-3b74-490d-a321-cef4ae116faf req-2bab02b6-663f-4bb4-ba69-2135ebc3aaa8 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6219615-3cb9-44f4-9bc4-39c53d222a73 HTTP/1.1" status: 200 len: 943 time: 0.0988855 Jan 17 21:25:00.961793 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-4567acb0-996a-490a-a747-5e45afe2df68 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfd59a07-416c-4292-b1be-059ed60c472c HTTP/1.1" status: 200 len: 217 time: 0.0639412 Jan 17 21:25:00.974153 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-606b7173-7e9f-4419-be6a-1f752a9a768b req-3917c93d-2d1c-4533-9515-7bb3bf1740cc tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021485 Jan 17 21:25:00.976969 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=dde4fe76-f1d0-4978-a642-2a35761fdf74,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:25:01.002661 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-309d4dd4-3b74-490d-a321-cef4ae116faf req-41e1fecb-d509-4602-962d-0d53f0d2ee58 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b14ebd6-04fc-49d6-af36-fc40acb1070f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783610 Jan 17 21:25:01.066352 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ab0d3-ba84-4f24-a33a-1c799729c550 req-3ad4c3e6-5ded-4d76-843d-c3b9888fdd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:01.069037 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e25ab0d3-ba84-4f24-a33a-1c799729c550 req-3ad4c3e6-5ded-4d76-843d-c3b9888fdd1d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5dabefd5-55d4-49f2-9f4d-e4e0156bb858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1181934 Jan 17 21:25:01.071196 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-e780cc50-5d20-480d-960e-ef65c1103186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:01.072616 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-e780cc50-5d20-480d-960e-ef65c1103186 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3f2b416e-5468-4144-8f1a-53499e3c7b82 HTTP/1.1" status: 200 len: 850 time: 0.1033609 Jan 17 21:25:01.160892 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f2058-53a0-4cb7-99e6-ba13c404e510 req-7049ea86-3b33-423c-8be6-8d3c1abe6132 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:01.162515 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fd5f2058-53a0-4cb7-99e6-ba13c404e510 req-7049ea86-3b33-423c-8be6-8d3c1abe6132 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 944 time: 0.0872693 Jan 17 21:25:01.187210 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ade0c-a040-4f5c-bb1e-ec01e9624db5 req-6394a466-ddc5-4434-b877-a6d5c9bdbb92 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:01.198291 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-025ade0c-a040-4f5c-bb1e-ec01e9624db5 req-6394a466-ddc5-4434-b877-a6d5c9bdbb92 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 944 time: 0.1090443 Jan 17 21:25:01.207890 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-d8547fe1-489e-448a-a9f1-4454528c34b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:01.209568 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-d8547fe1-489e-448a-a9f1-4454528c34b9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5af0e6ef-b600-4363-b491-e83498d1d2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1286504 Jan 17 21:25:01.214209 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e25ab0d3-ba84-4f24-a33a-1c799729c550 req-2ac92b80-b51f-487e-b131-06d6cf0d7bc8 service neutron] 10.222.0.72 "GET /v2.0/networks/5dabefd5-55d4-49f2-9f4d-e4e0156bb858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343994 Jan 17 21:25:01.300934 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fd5f2058-53a0-4cb7-99e6-ba13c404e510 req-9a0d6938-32bd-4950-9fdf-fa5b96e5e1c9 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007998 Jan 17 21:25:01.325603 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-025ade0c-a040-4f5c-bb1e-ec01e9624db5 req-63b17d7a-3203-4fa5-9685-19534173d301 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210477 Jan 17 21:25:01.381817 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:01.399620 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-6103ea45-df63-46cb-8295-9f91d3872945 service neutron] 10.222.0.72 "GET /v2.0/networks/5af0e6ef-b600-4363-b491-e83498d1d2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786122 Jan 17 21:25:01.401643 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e25ab0d3-ba84-4f24-a33a-1c799729c550 req-5d93fb0b-b19a-4a04-8abf-919137dcd901 service neutron] 10.222.0.72 "GET /v2.0/networks/5dabefd5-55d4-49f2-9f4d-e4e0156bb858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795123 Jan 17 21:25:01.501083 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e2ef6acc-3378-4d0a-9b74-79533d8fd773 req-474258e5-a064-4a21-85fe-c8a613c724b7 service neutron] 10.222.0.72 "GET /v2.0/networks/5af0e6ef-b600-4363-b491-e83498d1d2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947316 Jan 17 21:25:01.591003 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] get_ports_and_sgs() called for port_ids ['dde4fe76-f1d0-4978-a642-2a35761fdf74'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:25:01.851533 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '851b3dd1-961b-4d23-9594-2a55d4f0f703', 'tag': 'bfd59a07-416c-4292-b1be-059ed60c472c'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:25:01.853855 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c2de0e70a1bc7346ac1be0cec4f24ea848d889c4763a7575c3a73373459bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646e602a-b74e-40fd-ac50-8e942f1131ba" -d '{"events": [{"name": "network-changed", "server_uuid": "851b3dd1-961b-4d23-9594-2a55d4f0f703", "tag": "bfd59a07-416c-4292-b1be-059ed60c472c"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:25:01.901815 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f08113-90f3-4a90-9b17-05ceb5f465ad x-openstack-request-id: req-a7f08113-90f3-4a90-9b17-05ceb5f465ad {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:25:01.902116 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "851b3dd1-961b-4d23-9594-2a55d4f0f703", "tag": "bfd59a07-416c-4292-b1be-059ed60c472c", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:25:01.902371 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a7f08113-90f3-4a90-9b17-05ceb5f465ad {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:25:01.902773 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '851b3dd1-961b-4d23-9594-2a55d4f0f703', 'tag': 'bfd59a07-416c-4292-b1be-059ed60c472c', 'status': 'completed', 'code': 200} Jan 17 21:25:01.967899 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e602a-b74e-40fd-ac50-8e942f1131ba req-4e313113-79c1-4485-aecb-0f53e59c521f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:01.969519 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-646e602a-b74e-40fd-ac50-8e942f1131ba req-4e313113-79c1-4485-aecb-0f53e59c521f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=97b00002d33945c6a8056483b241fbf6&device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 1097 time: 0.0444272 Jan 17 21:25:02.067520 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e602a-b74e-40fd-ac50-8e942f1131ba req-297f4e67-ad70-4695-9289-c4391c5d157f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:02.069278 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-646e602a-b74e-40fd-ac50-8e942f1131ba req-297f4e67-ad70-4695-9289-c4391c5d157f service neutron] 10.222.0.72 "GET /v2.0/networks?id=5af0e6ef-b600-4363-b491-e83498d1d2b9 HTTP/1.1" status: 200 len: 912 time: 0.0919139 Jan 17 21:25:02.118071 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-646e602a-b74e-40fd-ac50-8e942f1131ba req-86d81d54-bd6b-4f4b-a187-844eb65d4d9a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfd59a07-416c-4292-b1be-059ed60c472c HTTP/1.1" status: 200 len: 217 time: 0.0408361 Jan 17 21:25:02.169083 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e602a-b74e-40fd-ac50-8e942f1131ba req-d08c4d7c-64b1-418c-949c-4b3182621b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:02.170176 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266f520-0b52-4981-a319-57a526ff6ce7 req-562f08a5-d4f4-45e6-878e-b43d89c2255b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:02.170821 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-646e602a-b74e-40fd-ac50-8e942f1131ba req-d08c4d7c-64b1-418c-949c-4b3182621b56 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3f2b416e-5468-4144-8f1a-53499e3c7b82 HTTP/1.1" status: 200 len: 850 time: 0.0452101 Jan 17 21:25:02.171708 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2266f520-0b52-4981-a319-57a526ff6ce7 req-562f08a5-d4f4-45e6-878e-b43d89c2255b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 945 time: 0.0961871 Jan 17 21:25:02.180249 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600211d0-16ec-40d3-b320-6fdc966ed079 req-236cec0f-eafe-4cc4-abeb-660b9553794d tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:02.181771 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-600211d0-16ec-40d3-b320-6fdc966ed079 req-236cec0f-eafe-4cc4-abeb-660b9553794d tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6219615-3cb9-44f4-9bc4-39c53d222a73 HTTP/1.1" status: 200 len: 943 time: 0.1048653 Jan 17 21:25:02.219737 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e602a-b74e-40fd-ac50-8e942f1131ba req-b4795dcc-4bac-4349-b3d3-1679d1ac8401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:02.221462 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-646e602a-b74e-40fd-ac50-8e942f1131ba req-b4795dcc-4bac-4349-b3d3-1679d1ac8401 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5af0e6ef-b600-4363-b491-e83498d1d2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445411 Jan 17 21:25:02.263687 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2266f520-0b52-4981-a319-57a526ff6ce7 req-4ffbc75b-62b8-4c73-953e-ee1c736a17de tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809317 Jan 17 21:25:02.268485 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-600211d0-16ec-40d3-b320-6fdc966ed079 req-f7e44032-b028-47f2-a6f5-544fce1c2d32 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b14ebd6-04fc-49d6-af36-fc40acb1070f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797904 Jan 17 21:25:02.337362 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-646e602a-b74e-40fd-ac50-8e942f1131ba req-d6a914e3-581d-4e4c-934a-e142cfbeb073 service neutron] 10.222.0.72 "GET /v2.0/networks/5af0e6ef-b600-4363-b491-e83498d1d2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084247 Jan 17 21:25:02.439760 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-646e602a-b74e-40fd-ac50-8e942f1131ba req-139c35cb-2979-4f23-8c9f-c4e8618b7ae5 service neutron] 10.222.0.72 "GET /v2.0/networks/5af0e6ef-b600-4363-b491-e83498d1d2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948079 Jan 17 21:25:02.470584 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8f88d-86c1-42c0-8259-141760d472a7 req-c6f30910-a104-42e6-8a49-ec74a0ff818a tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:02.472198 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-32c8f88d-86c1-42c0-8259-141760d472a7 req-c6f30910-a104-42e6-8a49-ec74a0ff818a tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 944 time: 0.0863490 Jan 17 21:25:02.494361 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0d56a-85be-4023-a24a-bcdb861420fe req-9dad0e35-3c10-4143-9348-aed222d9273f tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:02.495931 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-84a0d56a-85be-4023-a24a-bcdb861420fe req-9dad0e35-3c10-4143-9348-aed222d9273f tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 944 time: 0.0816264 Jan 17 21:25:02.572598 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-32c8f88d-86c1-42c0-8259-141760d472a7 req-42dbed02-df0d-4a00-bc0a-a014fe79c078 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922899 Jan 17 21:25:02.581980 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-84a0d56a-85be-4023-a24a-bcdb861420fe req-b16c48a5-14d3-4ae4-ab5d-475619a67090 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775111 Jan 17 21:25:02.661669 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device b2392b89-5cea-4346-bc5a-c8675b50ddc3 details requested by agent hyperv_hv-cinder-82489 with host hv-cinder-82489 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:25:02.755792 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port b2392b89-5cea-4346-bc5a-c8675b50ddc3, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=b2392b89-5cea-4346-bc5a-c8675b50ddc3,segment=NetworkSegment(687024db-b6cd-489e-aeb1-a94a47a8dfd6),segment_id=687024db-b6cd-489e-aeb1-a94a47a8dfd6)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:25:02.770720 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Returning: {'device': 'b2392b89-5cea-4346-bc5a-c8675b50ddc3', 'network_id': '43394bed-ee66-490e-9c2d-38204c292668', 'port_id': 'b2392b89-5cea-4346-bc5a-c8675b50ddc3', 'mac_address': 'fa:16:3e:55:29:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32c6fc4d-1c12-4dd2-b501-407264333a4c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:25:02.808554 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port b2392b89-5cea-4346-bc5a-c8675b50ddc3 is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:25:02.808952 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (b2392b89-5cea-4346-bc5a-c8675b50ddc3), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:02.823109 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2392b89-5cea-4346-bc5a-c8675b50ddc3 {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:25:02.851019 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port b2392b89-5cea-4346-bc5a-c8675b50ddc3, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=b2392b89-5cea-4346-bc5a-c8675b50ddc3,segment=NetworkSegment(687024db-b6cd-489e-aeb1-a94a47a8dfd6),segment_id=687024db-b6cd-489e-aeb1-a94a47a8dfd6)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:25:02.855538 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (b2392b89-5cea-4346-bc5a-c8675b50ddc3), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:02.905328 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=b2392b89-5cea-4346-bc5a-c8675b50ddc3,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:25:03.430864 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff1e2b-7c69-495b-b686-52b1f1f07f3c req-56f19c41-fc14-489b-88db-64310a109400 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:03.433120 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4eff1e2b-7c69-495b-b686-52b1f1f07f3c req-56f19c41-fc14-489b-88db-64310a109400 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6219615-3cb9-44f4-9bc4-39c53d222a73 HTTP/1.1" status: 200 len: 944 time: 0.0902286 Jan 17 21:25:03.443849 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43548d-5e9d-4a5b-8056-75e93b0229d2 req-0e649d0d-3606-4a69-870f-66a9bdce4d08 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:03.446398 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7a43548d-5e9d-4a5b-8056-75e93b0229d2 req-0e649d0d-3606-4a69-870f-66a9bdce4d08 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 945 time: 0.0907898 Jan 17 21:25:03.488991 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] get_ports_and_sgs() called for port_ids ['b2392b89-5cea-4346-bc5a-c8675b50ddc3'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:25:03.533306 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4eff1e2b-7c69-495b-b686-52b1f1f07f3c req-90da07ee-51ce-4920-a220-3ab55ee3f476 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b14ebd6-04fc-49d6-af36-fc40acb1070f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809557 Jan 17 21:25:03.537832 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7a43548d-5e9d-4a5b-8056-75e93b0229d2 req-72cc201c-c0e7-4d75-a9eb-7225ceca0aae tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831730 Jan 17 21:25:03.728926 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee5ac4-118e-4614-8e5c-bde59e8f9c09 req-77d53ace-9d83-48da-a79c-32288c4c9779 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:03.730613 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-92ee5ac4-118e-4614-8e5c-bde59e8f9c09 req-77d53ace-9d83-48da-a79c-32288c4c9779 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 944 time: 0.0859363 Jan 17 21:25:03.743837 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c312fb5-983d-4021-bcf8-a312da91b3e5 req-cc9ee432-a260-4327-8f40-b03764b4a7a3 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:03.745286 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4c312fb5-983d-4021-bcf8-a312da91b3e5 req-cc9ee432-a260-4327-8f40-b03764b4a7a3 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 944 time: 0.0711505 Jan 17 21:25:03.818479 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-92ee5ac4-118e-4614-8e5c-bde59e8f9c09 req-bd314095-a304-4480-8a7a-9730cf8e434a tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721889 Jan 17 21:25:03.832614 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4c312fb5-983d-4021-bcf8-a312da91b3e5 req-da3fa9c5-6f3e-48d3-9457-bc4dc98a8740 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794704 Jan 17 21:25:04.671905 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba79a7-173c-4dd3-a0bf-669230299abd req-9355a22b-8dc8-4af1-8d82-68f04eaba1e2 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:04.673439 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c7ba79a7-173c-4dd3-a0bf-669230299abd req-9355a22b-8dc8-4af1-8d82-68f04eaba1e2 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6219615-3cb9-44f4-9bc4-39c53d222a73 HTTP/1.1" status: 200 len: 944 time: 0.0783575 Jan 17 21:25:04.683108 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device dde4fe76-f1d0-4978-a642-2a35761fdf74 up at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:25:04.689561 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cda821-590c-4817-ba6e-be7c6c1a4f43 req-2d4b1846-f54d-46f6-9436-ce6ecffb867d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:04.691113 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c0cda821-590c-4817-ba6e-be7c6c1a4f43 req-2d4b1846-f54d-46f6-9436-ce6ecffb867d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 945 time: 0.0688462 Jan 17 21:25:04.733781 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning for port dde4fe76-f1d0-4978-a642-2a35761fdf74 completed by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 21:25:04.737670 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning complete for port dde4fe76-f1d0-4978-a642-2a35761fdf74 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:25:04.738048 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (dde4fe76-f1d0-4978-a642-2a35761fdf74), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:04.761533 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c7ba79a7-173c-4dd3-a0bf-669230299abd req-5a2fc278-e8b5-4fbc-80bf-dc6c609ef827 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b14ebd6-04fc-49d6-af36-fc40acb1070f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813930 Jan 17 21:25:04.773411 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c0cda821-590c-4817-ba6e-be7c6c1a4f43 req-05820102-a706-4eb0-bd88-b6f452a84202 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760922 Jan 17 21:25:04.824093 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port dde4fe76-f1d0-4978-a642-2a35761fdf74 is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:25:04.824554 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (dde4fe76-f1d0-4978-a642-2a35761fdf74), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:04.850905 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edb3c99-d30d-4a2c-8b50-5083b7ea9d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde4fe76-f1d0-4978-a642-2a35761fdf74'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:25:04.853436 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd74998850970e76e5e696d55ae046c45085ecb7dce1b7bf3912a5be803d1cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d07f7b2-9166-4634-b328-c1f55284fd21" -d '{"events": [{"server_uuid": "5edb3c99-d30d-4a2c-8b50-5083b7ea9d96", "name": "network-vif-plugged", "status": "completed", "tag": "dde4fe76-f1d0-4978-a642-2a35761fdf74"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:25:04.867737 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port dde4fe76-f1d0-4978-a642-2a35761fdf74, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=dde4fe76-f1d0-4978-a642-2a35761fdf74,segment=NetworkSegment(3793e984-7f3b-42a4-b23f-4f321936b0eb),segment_id=3793e984-7f3b-42a4-b23f-4f321936b0eb)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:25:04.880702 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (dde4fe76-f1d0-4978-a642-2a35761fdf74), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:04.906341 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a0f4e2-e87b-4447-a1eb-4f022fd08c35 x-openstack-request-id: req-e6a0f4e2-e87b-4447-a1eb-4f022fd08c35 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:25:04.906633 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edb3c99-d30d-4a2c-8b50-5083b7ea9d96", "name": "network-vif-plugged", "status": "completed", "tag": "dde4fe76-f1d0-4978-a642-2a35761fdf74", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:25:04.907089 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e6a0f4e2-e87b-4447-a1eb-4f022fd08c35 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:25:04.907667 dv-cinder-824895-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5edb3c99-d30d-4a2c-8b50-5083b7ea9d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde4fe76-f1d0-4978-a642-2a35761fdf74', 'code': 200} Jan 17 21:25:04.951891 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=dde4fe76-f1d0-4978-a642-2a35761fdf74,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:25:05.015243 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc0f91-e7f3-40ad-9849-e6a65bbe1dc6 req-6ceb6d57-3e87-482d-a838-c9c7bd10c7f3 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:05.016728 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-09bc0f91-e7f3-40ad-9849-e6a65bbe1dc6 req-6ceb6d57-3e87-482d-a838-c9c7bd10c7f3 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 944 time: 0.1104522 Jan 17 21:25:05.058545 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf68e9-2e3a-4cbb-ac7e-126fdfa21345 req-9a7bc589-e772-436e-8cd3-ffd9ff5012c1 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:05.060172 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4ecf68e9-2e3a-4cbb-ac7e-126fdfa21345 req-9a7bc589-e772-436e-8cd3-ffd9ff5012c1 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 944 time: 0.0939529 Jan 17 21:25:05.063895 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 57820) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:25:05.117240 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becc692-175c-4d18-ae49-b242f595f21e req-ebc1cb57-34f6-450b-ada4-04764aff0fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:05.118875 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-9becc692-175c-4d18-ae49-b242f595f21e req-ebc1cb57-34f6-450b-ada4-04764aff0fef service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 1099 time: 0.0481019 Jan 17 21:25:05.125227 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-09bc0f91-e7f3-40ad-9849-e6a65bbe1dc6 req-3ef62b4e-75de-47a5-a12e-4046a5cea142 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992830 Jan 17 21:25:05.141638 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4ecf68e9-2e3a-4cbb-ac7e-126fdfa21345 req-b9ead09c-8410-4e25-9e55-9e13b55e0764 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755880 Jan 17 21:25:05.192143 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a3d8b8dc-f3be-4389-b313-ec53ac05e4bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:05.196901 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-9becc692-175c-4d18-ae49-b242f595f21e req-a7aaa84d-9581-41e1-b4b2-399e9e883210 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715699 Jan 17 21:25:05.272615 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a3d8b8dc-f3be-4389-b313-ec53ac05e4bb admin admin] Publish callbacks [] for security_group (3b8354e7-6c09-45ad-a170-f9443c0f4dae), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:05.276133 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a3d8b8dc-f3be-4389-b313-ec53ac05e4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (3b8354e7-6c09-45ad-a170-f9443c0f4dae), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:05.313452 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-a3d8b8dc-f3be-4389-b313-ec53ac05e4bb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a4a0272eb16b4abfafba16a1777f0dcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2477732 Jan 17 21:25:05.314775 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d8b8dc-f3be-4389-b313-ec53ac05e4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8354e7-6c09-45ad-a170-f9443c0f4dae,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:25:05.316064 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 57826) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:25:05.367933 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ff4eb647-8b59-47c7-b71e-ee77c797950b admin admin] Publish callbacks [] for security_group (3b8354e7-6c09-45ad-a170-f9443c0f4dae), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:05.388905 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ff4eb647-8b59-47c7-b71e-ee77c797950b admin admin] Publish callbacks [] for security_group (3b8354e7-6c09-45ad-a170-f9443c0f4dae), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:05.436128 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ff4eb647-8b59-47c7-b71e-ee77c797950b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (3b8354e7-6c09-45ad-a170-f9443c0f4dae), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:05.438825 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ff4eb647-8b59-47c7-b71e-ee77c797950b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:05.439970 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-ff4eb647-8b59-47c7-b71e-ee77c797950b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3b8354e7-6c09-45ad-a170-f9443c0f4dae HTTP/1.1" status: 204 len: 168 time: 0.1223626 Jan 17 21:25:05.448398 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4eb647-8b59-47c7-b71e-ee77c797950b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8354e7-6c09-45ad-a170-f9443c0f4dae,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:25:05.927699 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2948a-c9b6-44ee-a9a1-9a24b782afd5 req-04157841-c5a5-4bfc-bdd8-3476c9391e98 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:05.929251 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f8c2948a-c9b6-44ee-a9a1-9a24b782afd5 req-04157841-c5a5-4bfc-bdd8-3476c9391e98 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6219615-3cb9-44f4-9bc4-39c53d222a73 HTTP/1.1" status: 200 len: 944 time: 0.0799129 Jan 17 21:25:05.937764 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1ab0b-e46d-47fa-bfb0-bc5b7cb152f6 req-e174b05b-bd5b-4e19-8a77-8eb1c5473fc5 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:05.939243 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e9d1ab0b-e46d-47fa-bfb0-bc5b7cb152f6 req-e174b05b-bd5b-4e19-8a77-8eb1c5473fc5 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 946 time: 0.0799899 Jan 17 21:25:06.023099 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f8c2948a-c9b6-44ee-a9a1-9a24b782afd5 req-376b6a96-9cb7-4877-a83c-5cf7fb80f15d tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b14ebd6-04fc-49d6-af36-fc40acb1070f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828805 Jan 17 21:25:06.026353 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e9d1ab0b-e46d-47fa-bfb0-bc5b7cb152f6 req-bee970e3-56c0-4d1c-ad4b-1949cf0c6d28 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802476 Jan 17 21:25:06.292074 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499cd24-08fa-4e80-b34e-40185b844577 req-ac23fbe3-fd8d-47be-9ae7-fdcf1ea7e846 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:06.293669 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c499cd24-08fa-4e80-b34e-40185b844577 req-ac23fbe3-fd8d-47be-9ae7-fdcf1ea7e846 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 944 time: 0.0924964 Jan 17 21:25:06.317305 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb1ac8-c585-4c6b-8073-cf5b3abe8056 req-6eee9273-50a0-4090-9497-b3690a05f13f tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:06.318788 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-52bb1ac8-c585-4c6b-8073-cf5b3abe8056 req-6eee9273-50a0-4090-9497-b3690a05f13f tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 944 time: 0.0750868 Jan 17 21:25:06.388658 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c499cd24-08fa-4e80-b34e-40185b844577 req-af205a9d-f485-4eac-a2a8-dd9d6d4fd722 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885041 Jan 17 21:25:06.398182 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-52bb1ac8-c585-4c6b-8073-cf5b3abe8056 req-26bc3986-f5ae-4180-b830-733b74440208 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727301 Jan 17 21:25:06.686453 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device b2392b89-5cea-4346-bc5a-c8675b50ddc3 up at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:25:06.739145 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning for port b2392b89-5cea-4346-bc5a-c8675b50ddc3 completed by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 21:25:06.742928 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning complete for port b2392b89-5cea-4346-bc5a-c8675b50ddc3 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:25:06.743297 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (b2392b89-5cea-4346-bc5a-c8675b50ddc3), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:06.815825 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port b2392b89-5cea-4346-bc5a-c8675b50ddc3 is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:25:06.816213 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (b2392b89-5cea-4346-bc5a-c8675b50ddc3), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:06.848878 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port b2392b89-5cea-4346-bc5a-c8675b50ddc3, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=b2392b89-5cea-4346-bc5a-c8675b50ddc3,segment=NetworkSegment(687024db-b6cd-489e-aeb1-a94a47a8dfd6),segment_id=687024db-b6cd-489e-aeb1-a94a47a8dfd6)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:25:06.852666 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (b2392b89-5cea-4346-bc5a-c8675b50ddc3), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:06.901086 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=b2392b89-5cea-4346-bc5a-c8675b50ddc3,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:25:06.909127 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6219615-3cb9-44f4-9bc4-39c53d222a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2392b89-5cea-4346-bc5a-c8675b50ddc3'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:25:06.911189 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd74998850970e76e5e696d55ae046c45085ecb7dce1b7bf3912a5be803d1cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a372f78-53b0-44c0-bab6-10a1afa9c84c" -d '{"events": [{"server_uuid": "d6219615-3cb9-44f4-9bc4-39c53d222a73", "name": "network-vif-plugged", "status": "completed", "tag": "b2392b89-5cea-4346-bc5a-c8675b50ddc3"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:25:06.946723 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9d2f35-14cb-4aaf-87ab-ba4795055aff x-openstack-request-id: req-9a9d2f35-14cb-4aaf-87ab-ba4795055aff {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:25:06.947036 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6219615-3cb9-44f4-9bc4-39c53d222a73", "name": "network-vif-plugged", "status": "completed", "tag": "b2392b89-5cea-4346-bc5a-c8675b50ddc3", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:25:06.947409 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9a9d2f35-14cb-4aaf-87ab-ba4795055aff {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:25:06.947808 dv-cinder-824895-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6219615-3cb9-44f4-9bc4-39c53d222a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2392b89-5cea-4346-bc5a-c8675b50ddc3', 'code': 200} Jan 17 21:25:07.125346 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc1ca6-4910-48e4-b251-88a27c869cba req-80cc9ce4-165a-4aab-8105-ff7b0c05ab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:07.126916 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e2fc1ca6-4910-48e4-b251-88a27c869cba req-80cc9ce4-165a-4aab-8105-ff7b0c05ab21 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d6219615-3cb9-44f4-9bc4-39c53d222a73 HTTP/1.1" status: 200 len: 1098 time: 0.0422254 Jan 17 21:25:07.183054 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e2fc1ca6-4910-48e4-b251-88a27c869cba req-fefbdc77-1389-44bf-8bf2-ae639b7f2802 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2b14ebd6-04fc-49d6-af36-fc40acb1070f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471642 Jan 17 21:25:07.184770 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9acb25-8cd5-4ed4-b967-a72ef5ca8369 req-9827fd4d-2bbf-428f-abd1-e9834f7979cc tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:07.186243 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4e9acb25-8cd5-4ed4-b967-a72ef5ca8369 req-9827fd4d-2bbf-428f-abd1-e9834f7979cc tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 946 time: 0.0837398 Jan 17 21:25:07.194065 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee2922-b518-438a-8ba6-4925f759efa0 req-0f7bfc56-a8da-483b-8960-0f67ad1bdd0e tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:07.195356 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-afee2922-b518-438a-8ba6-4925f759efa0 req-0f7bfc56-a8da-483b-8960-0f67ad1bdd0e tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6219615-3cb9-44f4-9bc4-39c53d222a73 HTTP/1.1" status: 200 len: 945 time: 0.0825846 Jan 17 21:25:07.263049 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4e9acb25-8cd5-4ed4-b967-a72ef5ca8369 req-ae466d54-a2e6-42d6-b4de-f999aec27b45 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667465 Jan 17 21:25:07.270468 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-afee2922-b518-438a-8ba6-4925f759efa0 req-b72da822-7bc4-4f14-bc19-b9c2bea645a0 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b14ebd6-04fc-49d6-af36-fc40acb1070f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684202 Jan 17 21:25:07.532553 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4451871-90d1-48b5-b6fc-649dd1a815b5 req-271da3bd-d844-4dff-baf1-3358d98e33a3 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:07.533774 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f4451871-90d1-48b5-b6fc-649dd1a815b5 req-271da3bd-d844-4dff-baf1-3358d98e33a3 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 944 time: 0.0786347 Jan 17 21:25:07.549004 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe34204-e806-4a4a-86db-009e031a3c8f req-600fdb6a-dc1a-4919-95a0-ac97621f80fb tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:07.550440 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-dfe34204-e806-4a4a-86db-009e031a3c8f req-600fdb6a-dc1a-4919-95a0-ac97621f80fb tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 944 time: 0.0695889 Jan 17 21:25:07.623107 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f4451871-90d1-48b5-b6fc-649dd1a815b5 req-f30be787-38e7-4d89-97b8-1c38f4d88bcd tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828385 Jan 17 21:25:07.628142 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-dfe34204-e806-4a4a-86db-009e031a3c8f req-72971607-a72a-4b27-80c2-f8618526546e tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709646 Jan 17 21:25:08.404997 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729eb69-86d8-4296-b39e-b1fe50482127 req-61418e30-0c2e-4f8d-a437-c3d929dca48d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:08.406451 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2729eb69-86d8-4296-b39e-b1fe50482127 req-61418e30-0c2e-4f8d-a437-c3d929dca48d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 946 time: 0.0724843 Jan 17 21:25:08.418174 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddaa57f-2d8f-4114-a992-1201f3f0acf2 req-327f8c6f-a80f-4ec9-aca8-b606d2163ba1 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:08.419570 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8ddaa57f-2d8f-4114-a992-1201f3f0acf2 req-327f8c6f-a80f-4ec9-aca8-b606d2163ba1 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6219615-3cb9-44f4-9bc4-39c53d222a73 HTTP/1.1" status: 200 len: 945 time: 0.0766869 Jan 17 21:25:08.491208 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2729eb69-86d8-4296-b39e-b1fe50482127 req-1e706c99-06b3-4109-9d72-7e34ce38837f tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707045 Jan 17 21:25:08.495501 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8ddaa57f-2d8f-4114-a992-1201f3f0acf2 req-03091f1c-6636-4304-a3c8-9df41eae91f9 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b14ebd6-04fc-49d6-af36-fc40acb1070f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695217 Jan 17 21:25:08.606662 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e91d3-7f4c-47a9-86fe-fa2d728299db req-ad426e53-a06f-4abb-b059-c5ce7c81fb83 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:08.608158 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-094e91d3-7f4c-47a9-86fe-fa2d728299db req-ad426e53-a06f-4abb-b059-c5ce7c81fb83 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 946 time: 0.0503511 Jan 17 21:25:08.617571 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 57894) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:25:08.622116 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-8e46ef59-a579-431a-a470-44519b1bb556 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Request body: {'floatingip': {'port_id': 'dde4fe76-f1d0-4978-a642-2a35761fdf74'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:25:08.706268 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-8e46ef59-a579-431a-a470-44519b1bb556 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks [] for floatingip (66e50ba6-b8db-4949-8743-53331f9e3733), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:08.887145 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1864ea-5d62-4c15-9e36-b464d7d64424 req-496b8b93-5110-40cc-82c7-6a8b22165b7d tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:08.888675 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5c1864ea-5d62-4c15-9e36-b464d7d64424 req-496b8b93-5110-40cc-82c7-6a8b22165b7d tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 944 time: 0.1469085 Jan 17 21:25:08.908185 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edfb747-08b4-4bb4-81ce-9785c5d0ba19 req-e76934c9-2c5b-4ccd-94b4-ca940b466935 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:08.909661 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1edfb747-08b4-4bb4-81ce-9785c5d0ba19 req-e76934c9-2c5b-4ccd-94b4-ca940b466935 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 944 time: 0.1668246 Jan 17 21:25:09.061718 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5c1864ea-5d62-4c15-9e36-b464d7d64424 req-a7b7005d-fc83-4f26-bb8f-4be2770c3ee3 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633668 Jan 17 21:25:09.067215 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1edfb747-08b4-4bb4-81ce-9785c5d0ba19 req-04d62b2e-daa9-4624-8abf-2bc73494dfa4 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197960 Jan 17 21:25:09.407258 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106c1c6-db4e-4aba-a011-07a3fcf09444 req-2edc2381-1b6c-47fe-9d03-3530e03f8b12 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:09.408926 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c106c1c6-db4e-4aba-a011-07a3fcf09444 req-2edc2381-1b6c-47fe-9d03-3530e03f8b12 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=67bca008-58c3-469e-bda3-bbb2b89fa9be HTTP/1.1" status: 200 len: 946 time: 0.1626120 Jan 17 21:25:09.722274 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.db.resource_extend [None req-8e46ef59-a579-431a-a470-44519b1bb556 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 21:25:09.811586 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c106c1c6-db4e-4aba-a011-07a3fcf09444 req-b2bafdaa-f08e-4d55-b339-0b70273932f1 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786013 Jan 17 21:25:09.829504 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9db492-ea03-4eaf-b4a4-f63a137bfa8f req-0785f2de-3599-47b4-95cb-a9f729bcbd00 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:09.831036 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1c9db492-ea03-4eaf-b4a4-f63a137bfa8f req-0785f2de-3599-47b4-95cb-a9f729bcbd00 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6219615-3cb9-44f4-9bc4-39c53d222a73 HTTP/1.1" status: 200 len: 945 time: 0.1599925 Jan 17 21:25:09.838184 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-8e46ef59-a579-431a-a470-44519b1bb556 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:09.847621 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-8e46ef59-a579-431a-a470-44519b1bb556 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1018624'] for floatingip (66e50ba6-b8db-4949-8743-53331f9e3733), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:09.935041 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1c9db492-ea03-4eaf-b4a4-f63a137bfa8f req-218da38c-f607-417e-bee6-19e742b17e9f tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b14ebd6-04fc-49d6-af36-fc40acb1070f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954568 Jan 17 21:25:09.984254 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.db.l3_db [None req-8e46ef59-a579-431a-a470-44519b1bb556 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Floating IP 66e50ba6-b8db-4949-8743-53331f9e3733 associated. External IP: 172.27.0.186, port: dde4fe76-f1d0-4978-a642-2a35761fdf74. Jan 17 21:25:10.267262 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c01b19-e028-4784-8b8f-75a621e65f12 req-e456e2e8-d2fa-4f34-8a55-3e4d9af56d4c tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:10.268740 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-89c01b19-e028-4784-8b8f-75a621e65f12 req-e456e2e8-d2fa-4f34-8a55-3e4d9af56d4c tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 944 time: 0.1340454 Jan 17 21:25:10.276669 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c015b0-3930-43f3-b3d9-a42de1733f67 req-1f77e349-074e-4edc-aa40-dce622f2a2b0 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:10.278030 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e6c015b0-3930-43f3-b3d9-a42de1733f67 req-1f77e349-074e-4edc-aa40-dce622f2a2b0 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 944 time: 0.1450379 Jan 17 21:25:10.293549 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e46ef59-a579-431a-a470-44519b1bb556 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Router 5c282c1d-a894-4fe6-b03b-38d7a5025520 has already been hosted by L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 {{(pid=102498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:25:10.405403 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-89c01b19-e028-4784-8b8f-75a621e65f12 req-9ce16e81-8b1b-467e-bfe3-a72f94541bdb tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264102 Jan 17 21:25:10.411457 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e6c015b0-3930-43f3-b3d9-a42de1733f67 req-5bb063ae-8520-4330-acf6-c7672d9aed96 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212912 Jan 17 21:25:10.470901 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e46ef59-a579-431a-a470-44519b1bb556 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:25:10.475931 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-8e46ef59-a579-431a-a470-44519b1bb556 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for floatingip (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:10.484688 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c44973-0f6a-4a7f-8576-efac1dbdfd0d None None] Sync routers for ids ['5c282c1d-a894-4fe6-b03b-38d7a5025520'] in dv-cinder-824895-3-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:25:10.495211 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c44973-0f6a-4a7f-8576-efac1dbdfd0d None None] Routers {'5c282c1d-a894-4fe6-b03b-38d7a5025520'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:25:10.495839 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-f1c44973-0f6a-4a7f-8576-efac1dbdfd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:24:58Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['5c282c1d-a894-4fe6-b03b-38d7a5025520'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:25:10.503298 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-8e46ef59-a579-431a-a470-44519b1bb556 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "PUT /v2.0/floatingips/66e50ba6-b8db-4949-8743-53331f9e3733 HTTP/1.1" status: 200 len: 992 time: 1.8846419 Jan 17 21:25:10.503913 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5edb3c99-d30d-4a2c-8b50-5083b7ea9d96', 'tag': 'dde4fe76-f1d0-4978-a642-2a35761fdf74'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:25:10.506457 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d7793c37eab3cfdbfb603451246e19a518df2119e31a6609dfbcf4a214a471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609ac9e8-c6a7-419b-bba9-162fa2f3a95e" -d '{"events": [{"name": "network-changed", "server_uuid": "5edb3c99-d30d-4a2c-8b50-5083b7ea9d96", "tag": "dde4fe76-f1d0-4978-a642-2a35761fdf74"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:25:10.542381 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2d7061-bafb-4b14-a543-02a6711365fe x-openstack-request-id: req-7e2d7061-bafb-4b14-a543-02a6711365fe {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:25:10.542680 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5edb3c99-d30d-4a2c-8b50-5083b7ea9d96", "tag": "dde4fe76-f1d0-4978-a642-2a35761fdf74", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:25:10.542940 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7e2d7061-bafb-4b14-a543-02a6711365fe {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:25:10.543345 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5edb3c99-d30d-4a2c-8b50-5083b7ea9d96', 'tag': 'dde4fe76-f1d0-4978-a642-2a35761fdf74', 'status': 'completed', 'code': 200} Jan 17 21:25:10.601696 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-f1c44973-0f6a-4a7f-8576-efac1dbdfd0d None None] Set router 5c282c1d-a894-4fe6-b03b-38d7a5025520 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:25:10.865479 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-f1c44973-0f6a-4a7f-8576-efac1dbdfd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'name': 'tempest-AttachVolumeShelveTestJSON-1991436950-router', 'tenant_id': '3391c884182f46fc99248b8f0ba1822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:24:37Z', 'updated_at': '2022-01-17T21:24:40Z', 'revision_number': 4, 'project_id': '3391c884182f46fc99248b8f0ba1822f', 'gw_port': {'id': '8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:24:37Z', 'updated_at': '2022-01-17T21:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_floatingips': [{'id': '66e50ba6-b8db-4949-8743-53331f9e3733', 'tenant_id': '3391c884182f46fc99248b8f0ba1822f', 'floating_ip_address': '172.27.0.186', 'floating_network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'router_id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'port_id': 'dde4fe76-f1d0-4978-a642-2a35761fdf74', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738', 'mac_address': 'fa:16:3e:df:3d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edb3c99-d30d-4a2c-8b50-5083b7ea9d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:24:42Z', 'updated_at': '2022-01-17T21:25:09Z', 'revision_number': 1, 'project_id': '3391c884182f46fc99248b8f0ba1822f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7925e647-9b70-473c-a095-70a77c6d80ac', 'name': '', 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738', 'tenant_id': '3391c884182f46fc99248b8f0ba1822f', 'mac_address': 'fa:16:3e:ea:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '0394e051-e826-45f6-a758-acda968d34cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:24:39Z', 'updated_at': '2022-01-17T21:24:43Z', 'revision_number': 5, 'project_id': '3391c884182f46fc99248b8f0ba1822f', 'subnets': [{'id': '0394e051-e826-45f6-a758-acda968d34cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:25:10.891417 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c44973-0f6a-4a7f-8576-efac1dbdfd0d None None] Checking router: 5c282c1d-a894-4fe6-b03b-38d7a5025520 for host: dv-cinder-824895-3-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:25:10.900605 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c44973-0f6a-4a7f-8576-efac1dbdfd0d None None] Routers {'5c282c1d-a894-4fe6-b03b-38d7a5025520'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:25:10.901228 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-f1c44973-0f6a-4a7f-8576-efac1dbdfd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:24:58Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['5c282c1d-a894-4fe6-b03b-38d7a5025520'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:25:10.929262 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3272b1b-c558-4c0c-a05a-2552f4f446bd req-0858bccd-7eba-4a38-bdeb-419772781eb5 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:10.931041 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b3272b1b-c558-4c0c-a05a-2552f4f446bd req-0858bccd-7eba-4a38-bdeb-419772781eb5 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=67bca008-58c3-469e-bda3-bbb2b89fa9be HTTP/1.1" status: 200 len: 946 time: 0.0501814 Jan 17 21:25:10.981763 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b3272b1b-c558-4c0c-a05a-2552f4f446bd req-3773b88c-19f7-436e-91fd-3581dac433bc tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450685 Jan 17 21:25:11.013086 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-f1c44973-0f6a-4a7f-8576-efac1dbdfd0d None None] Set router 5c282c1d-a894-4fe6-b03b-38d7a5025520 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:25:11.090879 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abbeed1-b381-41a0-80ad-a30cfca61308 req-84782ee1-4b45-40d2-a60e-a6574996fa9f tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:11.092665 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7abbeed1-b381-41a0-80ad-a30cfca61308 req-84782ee1-4b45-40d2-a60e-a6574996fa9f tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6219615-3cb9-44f4-9bc4-39c53d222a73 HTTP/1.1" status: 200 len: 945 time: 0.0549674 Jan 17 21:25:11.143158 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7abbeed1-b381-41a0-80ad-a30cfca61308 req-4850764c-9b39-4167-a306-6e6c16a4bd60 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b14ebd6-04fc-49d6-af36-fc40acb1070f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441947 Jan 17 21:25:11.244642 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-f1c44973-0f6a-4a7f-8576-efac1dbdfd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'name': 'tempest-AttachVolumeShelveTestJSON-1991436950-router', 'tenant_id': '3391c884182f46fc99248b8f0ba1822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:24:37Z', 'updated_at': '2022-01-17T21:24:40Z', 'revision_number': 4, 'project_id': '3391c884182f46fc99248b8f0ba1822f', 'gw_port': {'id': '8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:24:37Z', 'updated_at': '2022-01-17T21:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_floatingips': [{'id': '66e50ba6-b8db-4949-8743-53331f9e3733', 'tenant_id': '3391c884182f46fc99248b8f0ba1822f', 'floating_ip_address': '172.27.0.186', 'floating_network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'router_id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'port_id': 'dde4fe76-f1d0-4978-a642-2a35761fdf74', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738', 'mac_address': 'fa:16:3e:df:3d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edb3c99-d30d-4a2c-8b50-5083b7ea9d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:24:42Z', 'updated_at': '2022-01-17T21:25:09Z', 'revision_number': 1, 'project_id': '3391c884182f46fc99248b8f0ba1822f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7925e647-9b70-473c-a095-70a77c6d80ac', 'name': '', 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738', 'tenant_id': '3391c884182f46fc99248b8f0ba1822f', 'mac_address': 'fa:16:3e:ea:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '0394e051-e826-45f6-a758-acda968d34cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:24:39Z', 'updated_at': '2022-01-17T21:24:43Z', 'revision_number': 5, 'project_id': '3391c884182f46fc99248b8f0ba1822f', 'subnets': [{'id': '0394e051-e826-45f6-a758-acda968d34cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:25:11.277612 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c44973-0f6a-4a7f-8576-efac1dbdfd0d None None] The sync data for ids ['5c282c1d-a894-4fe6-b03b-38d7a5025520'] in dv-cinder-824895-3-iscsi is: [{'id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'name': 'tempest-AttachVolumeShelveTestJSON-1991436950-router', 'tenant_id': '3391c884182f46fc99248b8f0ba1822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:24:37Z', 'updated_at': '2022-01-17T21:24:40Z', 'revision_number': 4, 'project_id': '3391c884182f46fc99248b8f0ba1822f', 'gw_port': {'id': '8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:24:37Z', 'updated_at': '2022-01-17T21:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_floatingips': [{'id': '66e50ba6-b8db-4949-8743-53331f9e3733', 'tenant_id': '3391c884182f46fc99248b8f0ba1822f', 'floating_ip_address': '172.27.0.186', 'floating_network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'router_id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'port_id': 'dde4fe76-f1d0-4978-a642-2a35761fdf74', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738', 'mac_address': 'fa:16:3e:df:3d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edb3c99-d30d-4a2c-8b50-5083b7ea9d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:24:42Z', 'updated_at': '2022-01-17T21:25:09Z', 'revision_number': 1, 'project_id': '3391c884182f46fc99248b8f0ba1822f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7925e647-9b70-473c-a095-70a77c6d80ac', 'name': '', 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738', 'tenant_id': '3391c884182f46fc99248b8f0ba1822f', 'mac_address': 'fa:16:3e:ea:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '0394e051-e826-45f6-a758-acda968d34cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:24:39Z', 'updated_at': '2022-01-17T21:24:43Z', 'revision_number': 5, 'project_id': '3391c884182f46fc99248b8f0ba1822f', 'subnets': [{'id': '0394e051-e826-45f6-a758-acda968d34cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:25:11.470060 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12722d62-8c26-417a-a38f-6e849ddc2d79 None None] New status for floating IP 66e50ba6-b8db-4949-8743-53331f9e3733: ACTIVE {{(pid=102501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 21:25:11.527030 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277336c-1ce8-4c9a-bc3b-39a6041244bb req-8a4cc642-39e5-409b-83d5-e51406b7e3c2 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:11.528559 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a277336c-1ce8-4c9a-bc3b-39a6041244bb req-8a4cc642-39e5-409b-83d5-e51406b7e3c2 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 944 time: 0.0499997 Jan 17 21:25:11.577795 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a277336c-1ce8-4c9a-bc3b-39a6041244bb req-79f6bbeb-774e-449d-a7f8-8c034f809bc8 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434372 Jan 17 21:25:11.686517 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9b7f4-439b-412c-b93e-24cc5b80ab1f req-80326492-9f53-44ed-b034-14281a2417bc tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:11.688027 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2fb9b7f4-439b-412c-b93e-24cc5b80ab1f req-80326492-9f53-44ed-b034-14281a2417bc tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 944 time: 0.0526378 Jan 17 21:25:11.740898 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2fb9b7f4-439b-412c-b93e-24cc5b80ab1f req-212fd105-403b-4b06-b0f6-948a03baa56f tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469255 Jan 17 21:25:12.098863 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7599f6-d8c1-4984-ba48-ae29b29e6c5e req-5fb3bd84-6c89-4e24-839b-703d7f3dc8b9 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:12.100362 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6a7599f6-d8c1-4984-ba48-ae29b29e6c5e req-5fb3bd84-6c89-4e24-839b-703d7f3dc8b9 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=67bca008-58c3-469e-bda3-bbb2b89fa9be HTTP/1.1" status: 200 len: 946 time: 0.0522783 Jan 17 21:25:12.148920 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6a7599f6-d8c1-4984-ba48-ae29b29e6c5e req-745a30bc-a230-4483-bb3c-2b3fc6b83b6e tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428073 Jan 17 21:25:12.263215 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09287918-72d5-4266-b1d7-27e7d9829b20 req-53e25a12-c9e3-4a8c-b906-8909cd06e8bf tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:12.264714 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-09287918-72d5-4266-b1d7-27e7d9829b20 req-53e25a12-c9e3-4a8c-b906-8909cd06e8bf tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6219615-3cb9-44f4-9bc4-39c53d222a73 HTTP/1.1" status: 200 len: 945 time: 0.0496500 Jan 17 21:25:12.314948 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ac9e8-c6a7-419b-bba9-162fa2f3a95e req-f7dbd1f1-086e-438c-a23c-328582e68555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:12.317141 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-609ac9e8-c6a7-419b-bba9-162fa2f3a95e req-f7dbd1f1-086e-438c-a23c-328582e68555 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3391c884182f46fc99248b8f0ba1822f&device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 1099 time: 0.0423505 Jan 17 21:25:12.320225 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-09287918-72d5-4266-b1d7-27e7d9829b20 req-88e546a7-aa9d-4bba-91aa-d77ae3600751 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b14ebd6-04fc-49d6-af36-fc40acb1070f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487554 Jan 17 21:25:12.411349 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ac9e8-c6a7-419b-bba9-162fa2f3a95e req-af87cf76-762a-4a25-991e-db4708972a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:12.412778 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-609ac9e8-c6a7-419b-bba9-162fa2f3a95e req-af87cf76-762a-4a25-991e-db4708972a68 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c0ec84dc-cf63-4d34-bc61-575dee41c738 HTTP/1.1" status: 200 len: 918 time: 0.0880969 Jan 17 21:25:12.692657 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82bb7f9-d286-4c73-8c09-15197052db92 req-4fe862d1-ac9e-4cad-a82a-e5d74640c063 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:12.694055 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a82bb7f9-d286-4c73-8c09-15197052db92 req-4fe862d1-ac9e-4cad-a82a-e5d74640c063 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 944 time: 0.0488524 Jan 17 21:25:12.742802 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a82bb7f9-d286-4c73-8c09-15197052db92 req-9bb01f22-73b3-4eaf-b795-6740ec5ea4b4 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433979 Jan 17 21:25:13.006900 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6287ed3-584a-4853-9491-872507e79a75 req-abdb0c1d-9cc1-417c-8920-9f524091f0e6 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:13.008401 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b6287ed3-584a-4853-9491-872507e79a75 req-abdb0c1d-9cc1-417c-8920-9f524091f0e6 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 944 time: 0.2023554 Jan 17 21:25:13.062344 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b6287ed3-584a-4853-9491-872507e79a75 req-f95299eb-2ea9-4ebd-9ba8-1d08fab6895d tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484247 Jan 17 21:25:13.323767 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2a7b4-08e1-4fb6-9313-6232b996234a req-ed928e0e-3e92-44e7-8d75-920952998a94 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:13.325402 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f3c2a7b4-08e1-4fb6-9313-6232b996234a req-ed928e0e-3e92-44e7-8d75-920952998a94 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=67bca008-58c3-469e-bda3-bbb2b89fa9be HTTP/1.1" status: 200 len: 946 time: 0.1108108 Jan 17 21:25:13.372462 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f3c2a7b4-08e1-4fb6-9313-6232b996234a req-06f0aa77-b140-4cf1-81db-37ed293efc3e tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414851 Jan 17 21:25:13.474853 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21b82e-638d-496f-b064-e78fe80198fd req-c9b54411-1cf1-4fed-9a8a-f4c47e70fe52 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:13.476254 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7c21b82e-638d-496f-b064-e78fe80198fd req-c9b54411-1cf1-4fed-9a8a-f4c47e70fe52 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6219615-3cb9-44f4-9bc4-39c53d222a73 HTTP/1.1" status: 200 len: 945 time: 0.0482864 Jan 17 21:25:13.522156 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7c21b82e-638d-496f-b064-e78fe80198fd req-35cfd366-2db4-4582-9282-b63e47a70b56 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b14ebd6-04fc-49d6-af36-fc40acb1070f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404646 Jan 17 21:25:14.072472 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-609ac9e8-c6a7-419b-bba9-162fa2f3a95e req-289b7e7c-f444-4f7f-86a6-fcf32246ce1e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dde4fe76-f1d0-4978-a642-2a35761fdf74 HTTP/1.1" status: 200 len: 1002 time: 0.1007602 Jan 17 21:25:14.110172 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2614859-47f8-4e16-88be-1fb921722be4 req-f8d4f3cf-1419-412d-9028-f93a00cedb34 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:14.111940 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f2614859-47f8-4e16-88be-1fb921722be4 req-f8d4f3cf-1419-412d-9028-f93a00cedb34 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 944 time: 0.0511837 Jan 17 21:25:14.126098 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ac9e8-c6a7-419b-bba9-162fa2f3a95e req-5f0aacbe-6447-4d04-9465-770cc4439509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:14.127975 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-609ac9e8-c6a7-419b-bba9-162fa2f3a95e req-5f0aacbe-6447-4d04-9465-770cc4439509 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0394e051-e826-45f6-a758-acda968d34cd HTTP/1.1" status: 200 len: 856 time: 0.0482841 Jan 17 21:25:14.182894 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f2614859-47f8-4e16-88be-1fb921722be4 req-c3c08a84-f0a5-4a9c-9e77-ed437d317681 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648997 Jan 17 21:25:14.202427 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ac9e8-c6a7-419b-bba9-162fa2f3a95e req-c88023fb-25c2-491a-9b66-a5d705f1ec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:14.203936 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-609ac9e8-c6a7-419b-bba9-162fa2f3a95e req-c88023fb-25c2-491a-9b66-a5d705f1ec61 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c0ec84dc-cf63-4d34-bc61-575dee41c738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0637496 Jan 17 21:25:14.305349 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649909e-4522-4474-9b67-311746c9267c req-1912b80d-358a-4704-ad7f-5c3793c0521a tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:14.306960 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4649909e-4522-4474-9b67-311746c9267c req-1912b80d-358a-4704-ad7f-5c3793c0521a tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 944 time: 0.0548084 Jan 17 21:25:14.307803 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-609ac9e8-c6a7-419b-bba9-162fa2f3a95e req-293adb39-95a4-4bc4-a406-ce510d056e4c service neutron] 10.222.0.72 "GET /v2.0/networks/c0ec84dc-cf63-4d34-bc61-575dee41c738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947993 Jan 17 21:25:14.361242 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4649909e-4522-4474-9b67-311746c9267c req-434f45eb-5425-481c-a8a9-e8df5d76a599 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483248 Jan 17 21:25:14.415653 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-609ac9e8-c6a7-419b-bba9-162fa2f3a95e req-a0da9305-20af-4488-a874-fff0c821d12f service neutron] 10.222.0.72 "GET /v2.0/networks/c0ec84dc-cf63-4d34-bc61-575dee41c738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017609 Jan 17 21:25:14.489785 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7905d-0369-4f19-a3ef-070efd60aa1d req-82eb71b5-6d03-4290-8506-85098c803a18 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:14.491144 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a8d7905d-0369-4f19-a3ef-070efd60aa1d req-82eb71b5-6d03-4290-8506-85098c803a18 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=67bca008-58c3-469e-bda3-bbb2b89fa9be HTTP/1.1" status: 200 len: 946 time: 0.0486848 Jan 17 21:25:14.537864 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a8d7905d-0369-4f19-a3ef-070efd60aa1d req-db42f7f7-a909-42b4-8dd2-ecdc02a24e06 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412621 Jan 17 21:25:15.303894 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc0274-b75c-40dc-88e9-50b32af3b44b req-98cc8f00-32ce-447a-aec0-f9fff6ba4b06 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:15.305469 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b1dc0274-b75c-40dc-88e9-50b32af3b44b req-98cc8f00-32ce-447a-aec0-f9fff6ba4b06 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 944 time: 0.0543551 Jan 17 21:25:15.357498 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b1dc0274-b75c-40dc-88e9-50b32af3b44b req-509702c4-c058-4d93-b354-fd9ef3dbab59 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458894 Jan 17 21:25:15.486731 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97153e7-f340-43e7-9f48-251feafe886d req-626ee2c0-9e95-4f2d-b867-eda835df6088 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:15.488142 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b97153e7-f340-43e7-9f48-251feafe886d req-626ee2c0-9e95-4f2d-b867-eda835df6088 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 944 time: 0.0560567 Jan 17 21:25:15.538036 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b97153e7-f340-43e7-9f48-251feafe886d req-973296d5-2746-46d8-853b-f6b500a50209 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443945 Jan 17 21:25:15.655488 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c8cbf-cdeb-4ecb-a423-95913666fad0 req-27198027-2eb0-4c6c-b8b4-021901c11ae3 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:15.657009 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-688c8cbf-cdeb-4ecb-a423-95913666fad0 req-27198027-2eb0-4c6c-b8b4-021901c11ae3 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=67bca008-58c3-469e-bda3-bbb2b89fa9be HTTP/1.1" status: 200 len: 946 time: 0.0526736 Jan 17 21:25:15.706165 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-688c8cbf-cdeb-4ecb-a423-95913666fad0 req-214132e9-61b3-4a2c-a864-b12529c8bc2c tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412405 Jan 17 21:25:16.473217 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9cae7-c6b1-4790-ba82-eefc0a83bdb7 req-43299305-f332-4987-b36f-72437d6c7d77 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:16.477785 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fba9cae7-c6b1-4790-ba82-eefc0a83bdb7 req-43299305-f332-4987-b36f-72437d6c7d77 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 944 time: 0.0493422 Jan 17 21:25:16.523328 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fba9cae7-c6b1-4790-ba82-eefc0a83bdb7 req-6bd987ce-2b5c-4711-baf5-e01063505c34 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428910 Jan 17 21:25:16.657508 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a1936-611a-4acd-ab1c-e9e5339070e1 req-88175ee8-f253-4b2b-b639-8b154d94ff78 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:16.658994 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1d5a1936-611a-4acd-ab1c-e9e5339070e1 req-88175ee8-f253-4b2b-b639-8b154d94ff78 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 944 time: 0.0497501 Jan 17 21:25:16.711918 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1d5a1936-611a-4acd-ab1c-e9e5339070e1 req-95d076d3-7b84-4cab-8acd-6769ff0bde83 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471504 Jan 17 21:25:16.817989 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7b3e8-0bf3-4032-b5ab-0a0c441f7b1a req-5928229d-83b3-49f5-8923-fe90644e31a8 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:16.819445 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d9a7b3e8-0bf3-4032-b5ab-0a0c441f7b1a req-5928229d-83b3-49f5-8923-fe90644e31a8 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=67bca008-58c3-469e-bda3-bbb2b89fa9be HTTP/1.1" status: 200 len: 946 time: 0.0477777 Jan 17 21:25:16.865227 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d9a7b3e8-0bf3-4032-b5ab-0a0c441f7b1a req-cb8567e4-fbaf-4451-8271-5715d9d19a8d tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404708 Jan 17 21:25:17.638217 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98ca73-3414-40a0-bb98-0dd82b5acda3 req-69d3e119-8b9f-4fad-8b86-5af2f6c39ddd tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:17.640240 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8a98ca73-3414-40a0-bb98-0dd82b5acda3 req-69d3e119-8b9f-4fad-8b86-5af2f6c39ddd tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 944 time: 0.0488689 Jan 17 21:25:17.690998 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8a98ca73-3414-40a0-bb98-0dd82b5acda3 req-595a5f32-11db-4a9a-a7e6-9d2b8d9a54f4 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447853 Jan 17 21:25:17.828854 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea95b8-f3ba-41ff-a39b-a277d2118641 req-1c4070ee-85ea-4bb2-a318-9d486baf7a1f tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:17.830345 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ceea95b8-f3ba-41ff-a39b-a277d2118641 req-1c4070ee-85ea-4bb2-a318-9d486baf7a1f tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 944 time: 0.0541530 Jan 17 21:25:17.879393 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ceea95b8-f3ba-41ff-a39b-a277d2118641 req-1b9e7ce6-8c1f-4203-b5e8-541630e0cd23 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435171 Jan 17 21:25:17.980575 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a01e3-5afa-415c-a4c0-0638ce2d87df req-fba66b45-851e-48e3-9aa2-df4dd4e415a5 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:17.982047 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-887a01e3-5afa-415c-a4c0-0638ce2d87df req-fba66b45-851e-48e3-9aa2-df4dd4e415a5 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=67bca008-58c3-469e-bda3-bbb2b89fa9be HTTP/1.1" status: 200 len: 946 time: 0.0485749 Jan 17 21:25:18.029492 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-887a01e3-5afa-415c-a4c0-0638ce2d87df req-4fbbfdf6-229b-4ecd-9af7-a736b92748e5 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416558 Jan 17 21:25:18.805572 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265e379-820b-4a45-b9bd-05d093dd8861 req-da2c6490-b16d-4859-af60-768b3fa41556 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:18.807088 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6265e379-820b-4a45-b9bd-05d093dd8861 req-da2c6490-b16d-4859-af60-768b3fa41556 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 944 time: 0.0496581 Jan 17 21:25:18.861113 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6265e379-820b-4a45-b9bd-05d093dd8861 req-728983c5-b292-4c9f-b5fc-3381055afcd1 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481608 Jan 17 21:25:18.992863 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cfb56-34a5-45f8-80e3-31b82b2c7a55 req-802f5e7e-68f9-404c-9c20-e0aa1efb17d5 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:18.994376 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cf2cfb56-34a5-45f8-80e3-31b82b2c7a55 req-802f5e7e-68f9-404c-9c20-e0aa1efb17d5 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 944 time: 0.0495334 Jan 17 21:25:19.042241 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cf2cfb56-34a5-45f8-80e3-31b82b2c7a55 req-e5af0ce0-82d4-4687-a697-583c354d9fcf tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424356 Jan 17 21:25:19.147774 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac3183-749f-4ee1-8e6b-5ba9ab680473 req-37def6d6-aa92-4c6e-aa58-a33cc9dbd72c tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:19.149327 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8cac3183-749f-4ee1-8e6b-5ba9ab680473 req-37def6d6-aa92-4c6e-aa58-a33cc9dbd72c tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=67bca008-58c3-469e-bda3-bbb2b89fa9be HTTP/1.1" status: 200 len: 946 time: 0.0487256 Jan 17 21:25:19.195837 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8cac3183-749f-4ee1-8e6b-5ba9ab680473 req-612fe7b1-2894-4a67-ba72-a74166ad58d9 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403917 Jan 17 21:25:19.982863 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8e82f-3eaf-4de7-965a-2bf343b9bfed req-1e965101-f9a5-4293-8a54-9c99de529c5b tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:19.984460 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-41f8e82f-3eaf-4de7-965a-2bf343b9bfed req-1e965101-f9a5-4293-8a54-9c99de529c5b tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 944 time: 0.0558689 Jan 17 21:25:20.032807 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-41f8e82f-3eaf-4de7-965a-2bf343b9bfed req-f90d8243-9d32-4326-a999-8236da85927a tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428340 Jan 17 21:25:20.158832 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3bc89-641c-4dc8-b0cf-e7104525b195 req-3884d106-20ed-4b0a-b2cc-9611340eb7fe tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:20.160249 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-94c3bc89-641c-4dc8-b0cf-e7104525b195 req-3884d106-20ed-4b0a-b2cc-9611340eb7fe tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 944 time: 0.0496783 Jan 17 21:25:20.210628 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-94c3bc89-641c-4dc8-b0cf-e7104525b195 req-2332d476-8e32-4ff7-af0e-36dd27ed9d41 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427985 Jan 17 21:25:20.317227 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07658f-e4c2-46ef-8ec7-f82c96bc3802 req-e3393fa5-c7fa-4637-a420-ef1ed553d324 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:20.319211 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1a07658f-e4c2-46ef-8ec7-f82c96bc3802 req-e3393fa5-c7fa-4637-a420-ef1ed553d324 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=67bca008-58c3-469e-bda3-bbb2b89fa9be HTTP/1.1" status: 200 len: 946 time: 0.0532162 Jan 17 21:25:20.366780 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1a07658f-e4c2-46ef-8ec7-f82c96bc3802 req-ac5989ae-b825-4ea7-a7a6-b6a78313e0ca tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416965 Jan 17 21:25:21.148736 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d987a7-264f-4e1d-aa47-182304bd1703 req-f9651a86-fb73-441c-9494-189f1d118c98 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:21.150244 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-26d987a7-264f-4e1d-aa47-182304bd1703 req-f9651a86-fb73-441c-9494-189f1d118c98 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 944 time: 0.0500906 Jan 17 21:25:21.198795 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-26d987a7-264f-4e1d-aa47-182304bd1703 req-ad04a8da-f685-4f61-95a7-adcd376219e6 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430377 Jan 17 21:25:21.324676 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b5557-f3ef-4223-acee-c8ae978f589f req-28096493-6173-4dd3-846d-aa36bcd80816 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:21.326168 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5a3b5557-f3ef-4223-acee-c8ae978f589f req-28096493-6173-4dd3-846d-aa36bcd80816 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 944 time: 0.0492237 Jan 17 21:25:21.378056 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5a3b5557-f3ef-4223-acee-c8ae978f589f req-9ffc00dd-9d46-4019-8588-77ad087ed6b4 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463037 Jan 17 21:25:21.484697 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90991cf6-dbfb-42d7-afe8-7ece635cea2f req-ca3b1362-7fb1-4f17-9b71-453de14c650a tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:21.486209 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-90991cf6-dbfb-42d7-afe8-7ece635cea2f req-ca3b1362-7fb1-4f17-9b71-453de14c650a tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=67bca008-58c3-469e-bda3-bbb2b89fa9be HTTP/1.1" status: 200 len: 946 time: 0.0502586 Jan 17 21:25:21.520246 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7565ac7-091f-4fbf-a05c-824df2cfaa9b req-df0ef41d-c82a-47ce-bf8d-0bd0c61d9284 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:21.521784 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b7565ac7-091f-4fbf-a05c-824df2cfaa9b req-df0ef41d-c82a-47ce-bf8d-0bd0c61d9284 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.72 "GET /v2.0/ports?device_id=67bca008-58c3-469e-bda3-bbb2b89fa9be HTTP/1.1" status: 200 len: 946 time: 0.0520113 Jan 17 21:25:21.535374 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-90991cf6-dbfb-42d7-afe8-7ece635cea2f req-cd26ab6c-42c1-4119-83e8-92e47184f540 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416751 Jan 17 21:25:21.612121 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-b7565ac7-091f-4fbf-a05c-824df2cfaa9b req-c3c71709-9bd6-4c43-9d89-40c46bb5982a tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Deleting port cedef62e-b83a-4220-b7ba-8ccc29087104 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:25:21.612495 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-b7565ac7-091f-4fbf-a05c-824df2cfaa9b req-c3c71709-9bd6-4c43-9d89-40c46bb5982a tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (cedef62e-b83a-4220-b7ba-8ccc29087104), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:21.703926 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-b7565ac7-091f-4fbf-a05c-824df2cfaa9b req-c3c71709-9bd6-4c43-9d89-40c46bb5982a tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] For port cedef62e-b83a-4220-b7ba-8ccc29087104, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=cedef62e-b83a-4220-b7ba-8ccc29087104,segment=NetworkSegment(3002b40c-9179-46b7-bf21-480b3877c297),segment_id=3002b40c-9179-46b7-bf21-480b3877c297)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:25:21.704288 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-b7565ac7-091f-4fbf-a05c-824df2cfaa9b req-c3c71709-9bd6-4c43-9d89-40c46bb5982a tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (cedef62e-b83a-4220-b7ba-8ccc29087104), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:21.717196 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-b7565ac7-091f-4fbf-a05c-824df2cfaa9b req-c3c71709-9bd6-4c43-9d89-40c46bb5982a tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Calling delete_port for cedef62e-b83a-4220-b7ba-8ccc29087104 owned by compute:nova {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:25:21.842317 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-b7565ac7-091f-4fbf-a05c-824df2cfaa9b req-c3c71709-9bd6-4c43-9d89-40c46bb5982a tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (cedef62e-b83a-4220-b7ba-8ccc29087104), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:21.871867 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c71709-9bd6-4c43-9d89-40c46bb5982a tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Pushing event deleted for resources: {'Port': ['ID=cedef62e-b83a-4220-b7ba-8ccc29087104,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:25:21.899494 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c71709-9bd6-4c43-9d89-40c46bb5982a tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:25:21.899846 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c71709-9bd6-4c43-9d89-40c46bb5982a tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:25:21.900198 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c71709-9bd6-4c43-9d89-40c46bb5982a tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:25:21.900571 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c71709-9bd6-4c43-9d89-40c46bb5982a tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:25:21.900914 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c71709-9bd6-4c43-9d89-40c46bb5982a tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:25:21.901249 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c71709-9bd6-4c43-9d89-40c46bb5982a tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:25:21.901582 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c71709-9bd6-4c43-9d89-40c46bb5982a tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:25:21.901918 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c71709-9bd6-4c43-9d89-40c46bb5982a tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:25:21.902247 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c71709-9bd6-4c43-9d89-40c46bb5982a tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:25:21.902577 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c71709-9bd6-4c43-9d89-40c46bb5982a tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:25:21.902958 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c71709-9bd6-4c43-9d89-40c46bb5982a tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:25:21.903291 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c71709-9bd6-4c43-9d89-40c46bb5982a tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:25:21.903618 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c71709-9bd6-4c43-9d89-40c46bb5982a tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:25:21.925672 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7565ac7-091f-4fbf-a05c-824df2cfaa9b req-c3c71709-9bd6-4c43-9d89-40c46bb5982a tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] No DVR routers for this DVR port cedef62e-b83a-4220-b7ba-8ccc29087104 on host hv-cinder-82489 {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:25:21.928760 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-b7565ac7-091f-4fbf-a05c-824df2cfaa9b req-c3c71709-9bd6-4c43-9d89-40c46bb5982a tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:21.932090 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b7565ac7-091f-4fbf-a05c-824df2cfaa9b req-c3c71709-9bd6-4c43-9d89-40c46bb5982a tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.72 "DELETE /v2.0/ports/cedef62e-b83a-4220-b7ba-8ccc29087104 HTTP/1.1" status: 204 len: 173 time: 0.4047503 Jan 17 21:25:21.932558 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67bca008-58c3-469e-bda3-bbb2b89fa9be', 'name': 'network-vif-deleted', 'tag': 'cedef62e-b83a-4220-b7ba-8ccc29087104'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:25:21.934765 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c2de0e70a1bc7346ac1be0cec4f24ea848d889c4763a7575c3a73373459bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1da3966-8b8b-48d5-93cc-285c6c2c12ea" -d '{"events": [{"server_uuid": "67bca008-58c3-469e-bda3-bbb2b89fa9be", "name": "network-vif-deleted", "tag": "cedef62e-b83a-4220-b7ba-8ccc29087104"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:25:21.972002 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c4c828-b97e-46c5-9242-afe66bb49c99 x-openstack-request-id: req-e6c4c828-b97e-46c5-9242-afe66bb49c99 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:25:21.972291 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67bca008-58c3-469e-bda3-bbb2b89fa9be", "name": "network-vif-deleted", "tag": "cedef62e-b83a-4220-b7ba-8ccc29087104", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:25:21.972572 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e6c4c828-b97e-46c5-9242-afe66bb49c99 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:25:21.972973 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67bca008-58c3-469e-bda3-bbb2b89fa9be', 'name': 'network-vif-deleted', 'tag': 'cedef62e-b83a-4220-b7ba-8ccc29087104', 'status': 'completed', 'code': 200} Jan 17 21:25:22.281292 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] get_ports_and_sgs() called for port_ids ['0371bc2b-703b-41a8-b868-151139132091', '687390ab-d9b1-43f0-800b-6bcd99484876', 'fe07a20a-1b73-4844-9302-39928b39c888', 'cedef62e-b83a-4220-b7ba-8ccc29087104'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:25:22.344299 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fd341-52e7-4d6b-9d76-73d0e1fcd603 req-be7f538b-dcfe-4240-9b86-a19855db3c44 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:22.347781 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5e4fd341-52e7-4d6b-9d76-73d0e1fcd603 req-be7f538b-dcfe-4240-9b86-a19855db3c44 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 944 time: 0.0802238 Jan 17 21:25:22.423096 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5e4fd341-52e7-4d6b-9d76-73d0e1fcd603 req-320767d1-8c38-44da-9e1a-26b5479df7e8 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668809 Jan 17 21:25:22.535253 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6fc6cc-6303-4e6b-9348-88a6d416cf79 req-48f89dd8-3f36-43e8-8dd7-f85d2e7b22ea tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:22.536743 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2d6fc6cc-6303-4e6b-9348-88a6d416cf79 req-48f89dd8-3f36-43e8-8dd7-f85d2e7b22ea tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 944 time: 0.0566740 Jan 17 21:25:22.583271 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e956540b-4f13-458b-99d1-b25d22c22421 req-02baa36e-1c57-42ad-b825-b7ba5e2f6bb2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=40eba319-215c-4ff7-be04-20cb0d8d26ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433156 Jan 17 21:25:22.602670 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2d6fc6cc-6303-4e6b-9348-88a6d416cf79 req-9ea536de-0959-4caa-9275-25652164fe5a tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596123 Jan 17 21:25:22.656293 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956540b-4f13-458b-99d1-b25d22c22421 req-c2709ade-bfbc-494f-99be-e5333effd6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:22.658075 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e956540b-4f13-458b-99d1-b25d22c22421 req-c2709ade-bfbc-494f-99be-e5333effd6e4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=28496391913444ba9a1f04ca404c2c68&device_id=40eba319-215c-4ff7-be04-20cb0d8d26ee HTTP/1.1" status: 200 len: 1098 time: 0.0525720 Jan 17 21:25:22.661455 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8eeb034b-1e45-4fee-a53e-f03eec0d06c3 req-06994c70-f94e-41e8-905c-cc797da927ea tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=67bca008-58c3-469e-bda3-bbb2b89fa9be HTTP/1.1" status: 200 len: 210 time: 0.0310931 Jan 17 21:25:22.689504 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:22.782868 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device bfd59a07-416c-4292-b1be-059ed60c472c details requested by agent hyperv_hv-cinder-82489 with host hv-cinder-82489 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:25:22.783090 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956540b-4f13-458b-99d1-b25d22c22421 req-532f5d0b-3204-489b-ad4e-d2437cf0cb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:22.784251 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e956540b-4f13-458b-99d1-b25d22c22421 req-532f5d0b-3204-489b-ad4e-d2437cf0cb32 service neutron] 10.222.0.72 "GET /v2.0/networks?id=90270886-8b72-4996-b451-52316e1bfe26 HTTP/1.1" status: 200 len: 916 time: 0.0898235 Jan 17 21:25:22.830035 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e956540b-4f13-458b-99d1-b25d22c22421 req-fe5c1b42-1228-4ba3-bfed-9a240332bdf8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=687390ab-d9b1-43f0-800b-6bcd99484876 HTTP/1.1" status: 200 len: 217 time: 0.0383952 Jan 17 21:25:22.884684 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956540b-4f13-458b-99d1-b25d22c22421 req-4c891b48-2a04-42e1-b6e3-b2baf713dfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:22.886173 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e956540b-4f13-458b-99d1-b25d22c22421 req-4c891b48-2a04-42e1-b6e3-b2baf713dfa2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=727d1d86-86be-4ba4-b825-0f84ac7512d4 HTTP/1.1" status: 200 len: 855 time: 0.0465794 Jan 17 21:25:22.904901 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port bfd59a07-416c-4292-b1be-059ed60c472c, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=bfd59a07-416c-4292-b1be-059ed60c472c,segment=NetworkSegment(7ee340a2-c031-4107-9341-36ba121a962a),segment_id=7ee340a2-c031-4107-9341-36ba121a962a)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:25:22.915000 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Returning: {'device': 'bfd59a07-416c-4292-b1be-059ed60c472c', 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9', 'port_id': 'bfd59a07-416c-4292-b1be-059ed60c472c', 'mac_address': 'fa:16:3e:7e:77:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:25:22.919390 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e956540b-4f13-458b-99d1-b25d22c22421 req-658280c0-c2c0-459c-8d08-30551106afd7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=90270886-8b72-4996-b451-52316e1bfe26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251997 Jan 17 21:25:22.954738 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port bfd59a07-416c-4292-b1be-059ed60c472c is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:25:22.955140 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (bfd59a07-416c-4292-b1be-059ed60c472c), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:22.969999 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfd59a07-416c-4292-b1be-059ed60c472c {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:25:22.991058 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port bfd59a07-416c-4292-b1be-059ed60c472c, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=bfd59a07-416c-4292-b1be-059ed60c472c,segment=NetworkSegment(7ee340a2-c031-4107-9341-36ba121a962a),segment_id=7ee340a2-c031-4107-9341-36ba121a962a)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:25:22.994572 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (bfd59a07-416c-4292-b1be-059ed60c472c), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:22.995421 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 858678d3-306c-4afa-9059-494f90b38571 details requested by agent hyperv_hv-cinder-82489 with host hv-cinder-82489 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:25:23.031874 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e956540b-4f13-458b-99d1-b25d22c22421 req-1cf2fad3-aa32-4e13-b1ad-f2585cbc76c5 service neutron] 10.222.0.72 "GET /v2.0/networks/90270886-8b72-4996-b451-52316e1bfe26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012621 Jan 17 21:25:23.096196 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=bfd59a07-416c-4292-b1be-059ed60c472c,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:25:23.125047 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e956540b-4f13-458b-99d1-b25d22c22421 req-6ff2b47b-9237-4bd6-a102-dc8b20de3d95 service neutron] 10.222.0.72 "GET /v2.0/networks/90270886-8b72-4996-b451-52316e1bfe26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864384 Jan 17 21:25:23.144717 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port 858678d3-306c-4afa-9059-494f90b38571, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=858678d3-306c-4afa-9059-494f90b38571,segment=NetworkSegment(a993168a-a0c6-43cc-b99a-7ea544204a80),segment_id=a993168a-a0c6-43cc-b99a-7ea544204a80)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:25:23.160849 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Returning: {'device': '858678d3-306c-4afa-9059-494f90b38571', 'network_id': '5dabefd5-55d4-49f2-9f4d-e4e0156bb858', 'port_id': '858678d3-306c-4afa-9059-494f90b38571', 'mac_address': 'fa:16:3e:42:a2:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce55c7e9-d38a-4482-bf77-df5118b92855', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:25:23.200037 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port 858678d3-306c-4afa-9059-494f90b38571 is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:25:23.200471 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (858678d3-306c-4afa-9059-494f90b38571), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:23.214751 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 858678d3-306c-4afa-9059-494f90b38571 {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:25:23.235393 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port 858678d3-306c-4afa-9059-494f90b38571, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=858678d3-306c-4afa-9059-494f90b38571,segment=NetworkSegment(a993168a-a0c6-43cc-b99a-7ea544204a80),segment_id=a993168a-a0c6-43cc-b99a-7ea544204a80)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:25:23.239046 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (858678d3-306c-4afa-9059-494f90b38571), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:23.286926 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=858678d3-306c-4afa-9059-494f90b38571,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:25:23.562394 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bfb6a6-7d4c-45ac-8296-a20eaa2c7b53 req-dc40bf22-5629-4982-b60d-ee5b364514f3 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:23.563890 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-27bfb6a6-7d4c-45ac-8296-a20eaa2c7b53 req-dc40bf22-5629-4982-b60d-ee5b364514f3 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 945 time: 0.0607729 Jan 17 21:25:23.612082 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-27bfb6a6-7d4c-45ac-8296-a20eaa2c7b53 req-fcb11e01-bc84-4b50-a1a2-74576f45c169 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417221 Jan 17 21:25:23.720382 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd2a8f-0e1f-469d-a988-eb0ed712f334 req-025253db-6d4f-47ec-8a4d-8270dcac9468 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:23.721994 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8cfd2a8f-0e1f-469d-a988-eb0ed712f334 req-025253db-6d4f-47ec-8a4d-8270dcac9468 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 945 time: 0.0528438 Jan 17 21:25:23.772263 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8cfd2a8f-0e1f-469d-a988-eb0ed712f334 req-5abc37df-ba84-43c1-ac13-4745b995f622 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440078 Jan 17 21:25:24.726306 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde41ed9-902d-451c-9435-3312b0680e2b req-ac11aac7-8cca-46b4-921f-95cf095692c9 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:24.727764 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fde41ed9-902d-451c-9435-3312b0680e2b req-ac11aac7-8cca-46b4-921f-95cf095692c9 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 945 time: 0.0482333 Jan 17 21:25:24.777069 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fde41ed9-902d-451c-9435-3312b0680e2b req-f8de3b9a-9fcc-4640-bc87-f3bd7d632bb8 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437627 Jan 17 21:25:24.880291 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c1db68e0-4dd4-4d15-87f6-307cc19e2829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:24.884068 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a4b01-9e7e-4d54-b405-eb095d47d36b req-7823a80f-bfb9-4c93-be88-aa327a54b8c2 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:24.885620 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bc3a4b01-9e7e-4d54-b405-eb095d47d36b req-7823a80f-bfb9-4c93-be88-aa327a54b8c2 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 945 time: 0.0482817 Jan 17 21:25:24.937196 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bc3a4b01-9e7e-4d54-b405-eb095d47d36b req-cc0d44c7-e24c-49b6-9eee-bf2a1830e4d9 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460949 Jan 17 21:25:25.894955 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a401c-6294-44d7-9a66-66fdcfdb3770 req-7beaadaf-c980-4133-8552-0ef371cacde8 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:25.896464 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0a9a401c-6294-44d7-9a66-66fdcfdb3770 req-7beaadaf-c980-4133-8552-0ef371cacde8 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 945 time: 0.0488582 Jan 17 21:25:25.947229 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0a9a401c-6294-44d7-9a66-66fdcfdb3770 req-f3d55b91-c515-4421-9466-17cfc884055a tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451100 Jan 17 21:25:26.058093 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88288ab5-e25c-4368-a1a9-8018982bac0f req-9ed1a2e7-e701-472b-8190-a56db007b822 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:26.059633 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-88288ab5-e25c-4368-a1a9-8018982bac0f req-9ed1a2e7-e701-472b-8190-a56db007b822 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 945 time: 0.0488238 Jan 17 21:25:26.108219 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-88288ab5-e25c-4368-a1a9-8018982bac0f req-ba2dcbf2-9006-49fd-b007-bac6daca591f tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430660 Jan 17 21:25:26.916720 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device cedef62e-b83a-4220-b7ba-8ccc29087104 no longer exists at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:25:26.938563 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] No Port match for: cedef62e-b83a-4220-b7ba-8ccc29087104 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:25:26.938907 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device cedef62e-b83a-4220-b7ba-8ccc29087104 not bound to the agent host hv-cinder-82489 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:25:27.072659 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76101260-a119-401e-8c13-95578f91a368 req-5f164b53-db18-4dce-8b7a-873601dfd287 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:27.074356 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-76101260-a119-401e-8c13-95578f91a368 req-5f164b53-db18-4dce-8b7a-873601dfd287 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 945 time: 0.0556557 Jan 17 21:25:27.123386 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-76101260-a119-401e-8c13-95578f91a368 req-7c937951-3c22-490c-8944-c38127f08677 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438452 Jan 17 21:25:27.225719 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f87d9-a005-45f8-9905-79ccdf0c6625 req-3c256ad8-3906-4f61-918d-d3f25177408d tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:27.227104 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-030f87d9-a005-45f8-9905-79ccdf0c6625 req-3c256ad8-3906-4f61-918d-d3f25177408d tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 945 time: 0.0498288 Jan 17 21:25:27.274787 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-030f87d9-a005-45f8-9905-79ccdf0c6625 req-fb6ea79d-22c1-4389-92d5-b6671eaf761c tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422475 Jan 17 21:25:27.640467 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-14b8c765-55bc-40a0-8d17-01b74a7521be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:28.223502 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:25:28.239448 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c415038-7a39-4151-8b77-a1a2617cce09 req-bd769fe4-03eb-4bc7-a2bb-b3976364d6ee tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:28.241722 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4c415038-7a39-4151-8b77-a1a2617cce09 req-bd769fe4-03eb-4bc7-a2bb-b3976364d6ee tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 945 time: 0.0531142 Jan 17 21:25:28.289102 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4c415038-7a39-4151-8b77-a1a2617cce09 req-612ac232-08cd-4a4b-a081-bd41fd621233 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418215 Jan 17 21:25:28.388193 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f548bd-c840-4f85-a8ad-9d66f0763c09 req-e8ce69e9-7951-426c-9041-89e89c55f87d tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:28.389683 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-60f548bd-c840-4f85-a8ad-9d66f0763c09 req-e8ce69e9-7951-426c-9041-89e89c55f87d tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 945 time: 0.0484672 Jan 17 21:25:28.439372 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-60f548bd-c840-4f85-a8ad-9d66f0763c09 req-fa7bb91e-434b-45bb-96b2-83bf0d77e258 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439796 Jan 17 21:25:28.443662 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:28.689163 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] get_ports_and_sgs() called for port_ids ['858678d3-306c-4afa-9059-494f90b38571'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:25:29.386300 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] get_ports_and_sgs() called for port_ids ['bfd59a07-416c-4292-b1be-059ed60c472c'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:25:29.407384 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda01c2c-e65c-4fbd-a773-f3e756b6ff59 req-748f8612-4e81-4816-a6bc-61084e243b5d tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:29.408889 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fda01c2c-e65c-4fbd-a773-f3e756b6ff59 req-748f8612-4e81-4816-a6bc-61084e243b5d tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 945 time: 0.0540023 Jan 17 21:25:29.468569 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fda01c2c-e65c-4fbd-a773-f3e756b6ff59 req-ea1f2c89-a0be-4216-9131-82c6e1dc48ed tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505059 Jan 17 21:25:29.563704 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc2cb2-f2b2-46ea-b2fd-d21e4aff4e9b req-ad14c66d-64ad-45e2-bd46-6dd3c94fd038 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:29.565234 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4ddc2cb2-f2b2-46ea-b2fd-d21e4aff4e9b req-ad14c66d-64ad-45e2-bd46-6dd3c94fd038 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 945 time: 0.0504191 Jan 17 21:25:29.614130 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4ddc2cb2-f2b2-46ea-b2fd-d21e4aff4e9b req-1b3973fc-bd33-4986-aabe-7b5039808caf tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432627 Jan 17 21:25:30.052094 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:30.581468 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb0a5a-bb6a-43a4-aaa0-c4428c21950a req-1c28098c-a2c4-496c-8e32-601741777c5e tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:30.582918 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f1fb0a5a-bb6a-43a4-aaa0-c4428c21950a req-1c28098c-a2c4-496c-8e32-601741777c5e tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 945 time: 0.0474267 Jan 17 21:25:30.631738 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f1fb0a5a-bb6a-43a4-aaa0-c4428c21950a req-0253f1f2-108c-443a-8066-e805fdcb3782 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422032 Jan 17 21:25:30.733363 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d9d28-80e9-499e-8c46-89bf5788cc68 req-56da622a-97ca-4164-8e1b-0ee7fdba56b2 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:30.734824 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e25d9d28-80e9-499e-8c46-89bf5788cc68 req-56da622a-97ca-4164-8e1b-0ee7fdba56b2 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 945 time: 0.0519507 Jan 17 21:25:30.781470 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e25d9d28-80e9-499e-8c46-89bf5788cc68 req-f4ab7706-94d5-4021-8fbf-1a9544c991c8 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412495 Jan 17 21:25:31.366091 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:31.747603 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3565a3c-37c2-4e63-9a29-6ee7360aa190 req-2fe9d067-e7e1-4a32-be8b-e84685eda7e5 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:31.749108 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f3565a3c-37c2-4e63-9a29-6ee7360aa190 req-2fe9d067-e7e1-4a32-be8b-e84685eda7e5 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 945 time: 0.0496521 Jan 17 21:25:31.796762 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f3565a3c-37c2-4e63-9a29-6ee7360aa190 req-5b38b819-bfb2-496d-afe9-b4c96a80be6c tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421522 Jan 17 21:25:31.908311 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be70de0-0b32-4125-9e7f-94ac111a13f5 req-a320da06-8140-428b-8dfd-11b9bffd04c1 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:31.909885 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0be70de0-0b32-4125-9e7f-94ac111a13f5 req-a320da06-8140-428b-8dfd-11b9bffd04c1 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 945 time: 0.0537629 Jan 17 21:25:31.971426 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0be70de0-0b32-4125-9e7f-94ac111a13f5 req-6add47cb-85c3-476a-a7cd-d5654167f386 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552678 Jan 17 21:25:32.911563 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ad974-da19-4609-88c8-723c275bedb2 req-7eb97414-663a-4013-a137-c1a30daaeaa1 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:32.913715 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-538ad974-da19-4609-88c8-723c275bedb2 req-7eb97414-663a-4013-a137-c1a30daaeaa1 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 945 time: 0.0487819 Jan 17 21:25:32.961003 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-538ad974-da19-4609-88c8-723c275bedb2 req-9c853f4a-6181-4be1-bfbd-7eec3f63023e tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417566 Jan 17 21:25:33.086016 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce6354-323d-43de-949f-938c576553c9 req-17190caf-3ff7-4f02-b111-f556bdf2e6bc tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:33.087669 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-95ce6354-323d-43de-949f-938c576553c9 req-17190caf-3ff7-4f02-b111-f556bdf2e6bc tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 945 time: 0.0517168 Jan 17 21:25:33.138681 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-95ce6354-323d-43de-949f-938c576553c9 req-3f69e0c1-b5e6-4f80-bd5a-02965193dc31 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454619 Jan 17 21:25:34.084968 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209be9d-77fc-4a39-a191-584024cf708a req-380b0b8d-c457-4872-9031-1a1faac6d600 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:34.087278 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4209be9d-77fc-4a39-a191-584024cf708a req-380b0b8d-c457-4872-9031-1a1faac6d600 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 945 time: 0.0603962 Jan 17 21:25:34.138806 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4209be9d-77fc-4a39-a191-584024cf708a req-f1756b81-25a8-41c6-b880-e190442f4876 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460718 Jan 17 21:25:34.254218 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c52123-35e9-4cf6-8f07-d3911e8a82fd req-d199b567-280d-4de0-9ae0-3855a9719242 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:34.255637 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-27c52123-35e9-4cf6-8f07-d3911e8a82fd req-d199b567-280d-4de0-9ae0-3855a9719242 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 945 time: 0.0510643 Jan 17 21:25:34.302947 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-27c52123-35e9-4cf6-8f07-d3911e8a82fd req-bb4717e6-7abe-4c1f-a45a-efbc18d46ebc tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410998 Jan 17 21:25:35.257996 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b7662-9f17-4941-99bf-bb937d7cc471 req-91493c8f-c8f1-4ab9-ad1c-94600e2eb199 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:35.259397 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-771b7662-9f17-4941-99bf-bb937d7cc471 req-91493c8f-c8f1-4ab9-ad1c-94600e2eb199 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 945 time: 0.0536592 Jan 17 21:25:35.309051 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-771b7662-9f17-4941-99bf-bb937d7cc471 req-4708afc1-563b-4a17-8485-74032973a3ae tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440636 Jan 17 21:25:35.419223 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a6dbc-c35a-4996-8607-a2767d53dc51 req-08636bbf-b4f3-444c-b35a-d5bb14580617 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:35.421626 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-256a6dbc-c35a-4996-8607-a2767d53dc51 req-08636bbf-b4f3-444c-b35a-d5bb14580617 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 945 time: 0.0483871 Jan 17 21:25:35.475289 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-256a6dbc-c35a-4996-8607-a2767d53dc51 req-f214688e-d010-47d6-a9ca-aa9145b70c12 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456030 Jan 17 21:25:35.613045 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 858678d3-306c-4afa-9059-494f90b38571 up at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:25:35.663545 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning for port 858678d3-306c-4afa-9059-494f90b38571 completed by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 21:25:35.667482 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning complete for port 858678d3-306c-4afa-9059-494f90b38571 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:25:35.667905 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (858678d3-306c-4afa-9059-494f90b38571), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:35.750434 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port 858678d3-306c-4afa-9059-494f90b38571 is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:25:35.750830 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (858678d3-306c-4afa-9059-494f90b38571), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:35.772601 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a05a7cb-fb38-46fe-a04b-f8c66845fbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858678d3-306c-4afa-9059-494f90b38571'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:25:35.774813 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd74998850970e76e5e696d55ae046c45085ecb7dce1b7bf3912a5be803d1cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755e1d95-8b98-4c41-aa2c-f2dbc597748c" -d '{"events": [{"server_uuid": "7a05a7cb-fb38-46fe-a04b-f8c66845fbd8", "name": "network-vif-plugged", "status": "completed", "tag": "858678d3-306c-4afa-9059-494f90b38571"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:25:35.787564 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port 858678d3-306c-4afa-9059-494f90b38571, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=858678d3-306c-4afa-9059-494f90b38571,segment=NetworkSegment(a993168a-a0c6-43cc-b99a-7ea544204a80),segment_id=a993168a-a0c6-43cc-b99a-7ea544204a80)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:25:35.791752 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (858678d3-306c-4afa-9059-494f90b38571), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:35.814460 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e30f88-e9e6-40ac-8720-9d704b8ed5df x-openstack-request-id: req-a4e30f88-e9e6-40ac-8720-9d704b8ed5df {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:25:35.814755 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a05a7cb-fb38-46fe-a04b-f8c66845fbd8", "name": "network-vif-plugged", "status": "completed", "tag": "858678d3-306c-4afa-9059-494f90b38571", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:25:35.815006 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a4e30f88-e9e6-40ac-8720-9d704b8ed5df {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:25:35.815393 dv-cinder-824895-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a05a7cb-fb38-46fe-a04b-f8c66845fbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858678d3-306c-4afa-9059-494f90b38571', 'code': 200} Jan 17 21:25:35.842856 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=858678d3-306c-4afa-9059-494f90b38571,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:25:35.851511 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:25:35.851917 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:25:35.852336 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:25:35.852785 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:25:35.853150 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:25:35.853488 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:25:35.853822 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:25:35.854153 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:25:35.854517 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:25:35.854861 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:25:35.855196 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:25:35.855518 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:25:35.855841 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:25:36.040552 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7ca82-ffa3-48b1-bb10-220aadaa30fc req-e211ad36-e79f-46b0-ade3-38619d5d1f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:36.042119 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-4cb7ca82-ffa3-48b1-bb10-220aadaa30fc req-e211ad36-e79f-46b0-ade3-38619d5d1f1b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 1099 time: 0.0408883 Jan 17 21:25:36.100485 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-4cb7ca82-ffa3-48b1-bb10-220aadaa30fc req-e95026e1-7ed1-41d2-b960-84a8c80d0489 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466297 Jan 17 21:25:36.437380 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51535d-d727-458e-a04a-218ba77fe34d req-54b29dd8-cc25-4e49-a889-f1c8911dc344 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:36.438879 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6e51535d-d727-458e-a04a-218ba77fe34d req-54b29dd8-cc25-4e49-a889-f1c8911dc344 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 945 time: 0.0583756 Jan 17 21:25:36.495606 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6e51535d-d727-458e-a04a-218ba77fe34d req-a4e38451-aed1-46cd-b0b9-afb27cd95dd8 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505605 Jan 17 21:25:36.607403 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b6917-ed1b-4485-a921-5131497369e1 req-72fca800-64fc-4d52-95fa-800fd3216ca0 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:36.608943 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-707b6917-ed1b-4485-a921-5131497369e1 req-72fca800-64fc-4d52-95fa-800fd3216ca0 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 946 time: 0.0513799 Jan 17 21:25:36.658670 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-707b6917-ed1b-4485-a921-5131497369e1 req-e65e3dd6-c86d-459b-b94c-83487d19c787 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442648 Jan 17 21:25:36.705167 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07235fc0-4133-4cdb-98e9-10b067a8769f req-32daebfc-c6a6-42ff-973a-dd4fcfd45a9f tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:36.706613 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-07235fc0-4133-4cdb-98e9-10b067a8769f req-32daebfc-c6a6-42ff-973a-dd4fcfd45a9f tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=053a2e02-abf9-46b4-9fbe-a257b05bf3fd HTTP/1.1" status: 200 len: 946 time: 0.0470815 Jan 17 21:25:36.761936 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-07235fc0-4133-4cdb-98e9-10b067a8769f req-2ea7cfef-d122-424f-b18b-5a7fa6078f62 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482247 Jan 17 21:25:37.858373 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48140083-a773-4d79-a0da-130cdb9b2987 req-7465cbb1-d185-4d06-85f9-bd55581b2c2d tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:37.859837 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-48140083-a773-4d79-a0da-130cdb9b2987 req-7465cbb1-d185-4d06-85f9-bd55581b2c2d tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 945 time: 0.2987175 Jan 17 21:25:37.902495 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d30ccc-d7d6-4a74-babd-f48c19cfea98 req-b8ba3099-0e13-4c5a-84a8-676ac8e14dbb tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:37.903994 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-25d30ccc-d7d6-4a74-babd-f48c19cfea98 req-b8ba3099-0e13-4c5a-84a8-676ac8e14dbb tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 946 time: 0.0813544 Jan 17 21:25:37.936888 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-48140083-a773-4d79-a0da-130cdb9b2987 req-49a06f70-c3ad-4700-adc8-e94b4b0bc041 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698071 Jan 17 21:25:37.966048 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-25d30ccc-d7d6-4a74-babd-f48c19cfea98 req-97c92e52-6710-4757-873c-9c2812f34637 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560925 Jan 17 21:25:38.048224 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f3665-828f-4a3f-ab4c-31296413b692 req-98cdd085-29b9-4224-a7ba-031750b6af3a tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:38.049714 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-919f3665-828f-4a3f-ab4c-31296413b692 req-98cdd085-29b9-4224-a7ba-031750b6af3a tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=053a2e02-abf9-46b4-9fbe-a257b05bf3fd HTTP/1.1" status: 200 len: 946 time: 0.0506780 Jan 17 21:25:38.096326 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-919f3665-828f-4a3f-ab4c-31296413b692 req-9d1898a7-0d9c-4a98-924b-a5229fd6cba7 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404994 Jan 17 21:25:39.054977 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d2d6b-1cf6-4390-9bfa-5aec55ca7d72 req-e9a9a264-7d11-4615-b3d5-31f3239fe22c tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:39.056559 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ed5d2d6b-1cf6-4390-9bfa-5aec55ca7d72 req-e9a9a264-7d11-4615-b3d5-31f3239fe22c tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 945 time: 0.0527654 Jan 17 21:25:39.123478 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ed5d2d6b-1cf6-4390-9bfa-5aec55ca7d72 req-db39c27e-bc03-43e2-ba06-c3f0fa6bb226 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608504 Jan 17 21:25:39.132007 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device bfd59a07-416c-4292-b1be-059ed60c472c up at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:25:39.183125 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning for port bfd59a07-416c-4292-b1be-059ed60c472c completed by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 21:25:39.187952 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning complete for port bfd59a07-416c-4292-b1be-059ed60c472c triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:25:39.188506 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (bfd59a07-416c-4292-b1be-059ed60c472c), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:39.229488 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040b545-2515-4784-be0f-1f36a9d38f1b req-2d79729c-4bfe-49a1-af60-45b1604a4e49 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:39.232203 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d040b545-2515-4784-be0f-1f36a9d38f1b req-2d79729c-4bfe-49a1-af60-45b1604a4e49 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 946 time: 0.0510933 Jan 17 21:25:39.270558 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port bfd59a07-416c-4292-b1be-059ed60c472c is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:25:39.270991 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (bfd59a07-416c-4292-b1be-059ed60c472c), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:39.282528 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d040b545-2515-4784-be0f-1f36a9d38f1b req-38d6da87-62cf-4587-a7f9-45c477dfe688 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460718 Jan 17 21:25:39.294158 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '851b3dd1-961b-4d23-9594-2a55d4f0f703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd59a07-416c-4292-b1be-059ed60c472c'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:25:39.300662 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd74998850970e76e5e696d55ae046c45085ecb7dce1b7bf3912a5be803d1cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af9ef25-fbb3-42b1-b597-bc4950550af8" -d '{"events": [{"server_uuid": "851b3dd1-961b-4d23-9594-2a55d4f0f703", "name": "network-vif-plugged", "status": "completed", "tag": "bfd59a07-416c-4292-b1be-059ed60c472c"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:25:39.311131 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port bfd59a07-416c-4292-b1be-059ed60c472c, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=bfd59a07-416c-4292-b1be-059ed60c472c,segment=NetworkSegment(7ee340a2-c031-4107-9341-36ba121a962a),segment_id=7ee340a2-c031-4107-9341-36ba121a962a)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:25:39.315382 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (bfd59a07-416c-4292-b1be-059ed60c472c), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:39.366299 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=bfd59a07-416c-4292-b1be-059ed60c472c,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:25:39.390973 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca3b57-c9ca-442c-b07f-cdb44f04335b req-5c52e76b-1f15-49fb-95b6-d232a420113b tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:39.392498 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b2ca3b57-c9ca-442c-b07f-cdb44f04335b req-5c52e76b-1f15-49fb-95b6-d232a420113b tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=053a2e02-abf9-46b4-9fbe-a257b05bf3fd HTTP/1.1" status: 200 len: 946 time: 0.0538714 Jan 17 21:25:39.441815 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b2ca3b57-c9ca-442c-b07f-cdb44f04335b req-1548d218-6a5f-4a48-be43-865355d5f19a tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432544 Jan 17 21:25:39.488897 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f668423-795c-47ed-ae46-00d4e7e12810 x-openstack-request-id: req-0f668423-795c-47ed-ae46-00d4e7e12810 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:25:39.489211 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "851b3dd1-961b-4d23-9594-2a55d4f0f703", "name": "network-vif-plugged", "status": "completed", "tag": "bfd59a07-416c-4292-b1be-059ed60c472c", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:25:39.489493 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0f668423-795c-47ed-ae46-00d4e7e12810 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:25:39.490454 dv-cinder-824895-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '851b3dd1-961b-4d23-9594-2a55d4f0f703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd59a07-416c-4292-b1be-059ed60c472c', 'code': 200} Jan 17 21:25:40.246414 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f0122-afed-4898-b913-359a81e4a2e3 req-78c6c417-f3ca-4e1f-b567-a16cc66370f5 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:40.247829 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-318f0122-afed-4898-b913-359a81e4a2e3 req-78c6c417-f3ca-4e1f-b567-a16cc66370f5 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 946 time: 0.0558496 Jan 17 21:25:40.296326 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-318f0122-afed-4898-b913-359a81e4a2e3 req-e856458a-963c-4fb8-9dd8-eb4a7e2f6131 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428450 Jan 17 21:25:40.401333 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda061a5-b368-4671-894e-a300d7be921c req-03bd65ba-eef7-49bd-8cdb-3d1fa634007b tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:40.402768 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-eda061a5-b368-4671-894e-a300d7be921c req-03bd65ba-eef7-49bd-8cdb-3d1fa634007b tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 946 time: 0.0512092 Jan 17 21:25:40.457271 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-eda061a5-b368-4671-894e-a300d7be921c req-55d2e7f3-2724-43f3-8b19-c55ff245436b tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478172 Jan 17 21:25:40.561767 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115d112-2d25-4028-a754-ea3b2dbca997 req-6328738c-5ec6-4596-972b-35bf2e036b08 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:40.563244 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2115d112-2d25-4028-a754-ea3b2dbca997 req-6328738c-5ec6-4596-972b-35bf2e036b08 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=053a2e02-abf9-46b4-9fbe-a257b05bf3fd HTTP/1.1" status: 200 len: 946 time: 0.0493443 Jan 17 21:25:40.609050 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2115d112-2d25-4028-a754-ea3b2dbca997 req-dc10ef45-2fea-40da-b7fb-cb52c750300b tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402882 Jan 17 21:25:41.408957 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56300fef-0dbb-4638-8881-602a46fd39c1 req-385fea14-7679-4f97-a22a-d1981d0e33c1 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:41.410424 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-56300fef-0dbb-4638-8881-602a46fd39c1 req-385fea14-7679-4f97-a22a-d1981d0e33c1 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 946 time: 0.0481350 Jan 17 21:25:41.462668 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-56300fef-0dbb-4638-8881-602a46fd39c1 req-619eb725-2646-44e8-bedb-df61d1d1e72b tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466006 Jan 17 21:25:41.570812 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7dd1c9-3810-4f5b-a5a0-a2a6eb5f299d req-f6c8287c-3d1e-499c-8fec-1b5c3b3ca79e tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:41.572286 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-eb7dd1c9-3810-4f5b-a5a0-a2a6eb5f299d req-f6c8287c-3d1e-499c-8fec-1b5c3b3ca79e tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 946 time: 0.0493157 Jan 17 21:25:41.620560 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-eb7dd1c9-3810-4f5b-a5a0-a2a6eb5f299d req-cd2a62d7-7ae7-4a69-ac0e-565e87c30751 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426106 Jan 17 21:25:41.722482 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4a31c-5782-4c8b-9ef2-9ca872ba390b req-8b98f3e4-3615-4a8c-81e7-541acda5c6bd tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:41.724504 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-38c4a31c-5782-4c8b-9ef2-9ca872ba390b req-8b98f3e4-3615-4a8c-81e7-541acda5c6bd tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=053a2e02-abf9-46b4-9fbe-a257b05bf3fd HTTP/1.1" status: 200 len: 946 time: 0.0484910 Jan 17 21:25:41.771053 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-38c4a31c-5782-4c8b-9ef2-9ca872ba390b req-ab05f79f-8cd7-4bbd-ac77-806c5801e059 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409691 Jan 17 21:25:42.302491 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad915419-2157-4f71-b817-ea93490441d9 req-cab744cf-d5cc-446e-8842-e8a317f2a517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:42.303969 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ad915419-2157-4f71-b817-ea93490441d9 req-cab744cf-d5cc-446e-8842-e8a317f2a517 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 1099 time: 0.0839796 Jan 17 21:25:42.350846 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ad915419-2157-4f71-b817-ea93490441d9 req-abf9e798-cd53-49ff-8a9d-75409d9634af service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392840 Jan 17 21:25:42.580727 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd89afb-33fb-40dd-852e-339de2894ef4 req-46df2756-74f4-4e87-9fc1-be78cd8fe381 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:42.582211 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7fd89afb-33fb-40dd-852e-339de2894ef4 req-46df2756-74f4-4e87-9fc1-be78cd8fe381 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 946 time: 0.0533779 Jan 17 21:25:42.631090 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7fd89afb-33fb-40dd-852e-339de2894ef4 req-b85babf9-755f-476f-b8f0-ae856f2b51fe tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418417 Jan 17 21:25:42.734456 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f299f-252c-49ef-9f56-f924f71feb18 req-feb0a167-876a-41b4-8f6a-269f7fd19e4c tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:42.735968 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b43f299f-252c-49ef-9f56-f924f71feb18 req-feb0a167-876a-41b4-8f6a-269f7fd19e4c tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 946 time: 0.0489788 Jan 17 21:25:42.784411 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b43f299f-252c-49ef-9f56-f924f71feb18 req-4a629097-9e5d-4289-bf4b-c48b46d066eb tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423946 Jan 17 21:25:42.889913 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec30cc-7161-4bd3-8304-dda42c58dacf req-5389c241-dc24-4258-9078-2f208d1c995e tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:42.891384 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-acec30cc-7161-4bd3-8304-dda42c58dacf req-5389c241-dc24-4258-9078-2f208d1c995e tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=053a2e02-abf9-46b4-9fbe-a257b05bf3fd HTTP/1.1" status: 200 len: 946 time: 0.0521159 Jan 17 21:25:42.938439 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-acec30cc-7161-4bd3-8304-dda42c58dacf req-b6f5a36b-840a-4c36-b8f0-51bad9fffc42 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414371 Jan 17 21:25:43.718751 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42fa2e-a093-43f5-b6d7-3a6427026882 req-dcfcc27d-19d3-41eb-a338-80d0d55d6c73 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:43.720279 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-6c42fa2e-a093-43f5-b6d7-3a6427026882 req-dcfcc27d-19d3-41eb-a338-80d0d55d6c73 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.72 "GET /v2.0/ports?device_id=053a2e02-abf9-46b4-9fbe-a257b05bf3fd HTTP/1.1" status: 200 len: 946 time: 0.0488281 Jan 17 21:25:43.755759 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32753167-9c6d-42cf-94a9-7dbfba55d017 req-c6434ee4-c26a-4451-8566-81dc596f83e3 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:43.757338 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-32753167-9c6d-42cf-94a9-7dbfba55d017 req-c6434ee4-c26a-4451-8566-81dc596f83e3 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 946 time: 0.0541701 Jan 17 21:25:43.818693 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-6c42fa2e-a093-43f5-b6d7-3a6427026882 req-244c05c0-94ba-4262-8fb6-6c723070c5a5 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Deleting port fe07a20a-1b73-4844-9302-39928b39c888 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:25:43.818906 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-32753167-9c6d-42cf-94a9-7dbfba55d017 req-63079d92-2faf-4c2f-9d40-38f2418df81c tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550547 Jan 17 21:25:43.819039 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-6c42fa2e-a093-43f5-b6d7-3a6427026882 req-244c05c0-94ba-4262-8fb6-6c723070c5a5 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (fe07a20a-1b73-4844-9302-39928b39c888), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:43.912182 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-6c42fa2e-a093-43f5-b6d7-3a6427026882 req-244c05c0-94ba-4262-8fb6-6c723070c5a5 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] For port fe07a20a-1b73-4844-9302-39928b39c888, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=fe07a20a-1b73-4844-9302-39928b39c888,segment=NetworkSegment(3002b40c-9179-46b7-bf21-480b3877c297),segment_id=3002b40c-9179-46b7-bf21-480b3877c297)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:25:43.912860 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-6c42fa2e-a093-43f5-b6d7-3a6427026882 req-244c05c0-94ba-4262-8fb6-6c723070c5a5 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (fe07a20a-1b73-4844-9302-39928b39c888), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:43.913109 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba67dd-bbb2-4820-b740-36ae7bb7df6f req-523524fe-d9f8-476d-95dc-8fb9068e4285 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:43.914641 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-56ba67dd-bbb2-4820-b740-36ae7bb7df6f req-523524fe-d9f8-476d-95dc-8fb9068e4285 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 946 time: 0.0513625 Jan 17 21:25:43.926193 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-6c42fa2e-a093-43f5-b6d7-3a6427026882 req-244c05c0-94ba-4262-8fb6-6c723070c5a5 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Calling delete_port for fe07a20a-1b73-4844-9302-39928b39c888 owned by compute:nova {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:25:43.980410 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-56ba67dd-bbb2-4820-b740-36ae7bb7df6f req-a3b7a3a9-5df5-460d-8515-687940c89857 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578187 Jan 17 21:25:44.069496 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-6c42fa2e-a093-43f5-b6d7-3a6427026882 req-244c05c0-94ba-4262-8fb6-6c723070c5a5 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (fe07a20a-1b73-4844-9302-39928b39c888), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:44.083818 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] get_ports_and_sgs() called for port_ids ['0371bc2b-703b-41a8-b868-151139132091', '687390ab-d9b1-43f0-800b-6bcd99484876', 'fe07a20a-1b73-4844-9302-39928b39c888'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:25:44.100010 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae74e5fe-676c-4230-9d92-cddc045e05dc req-05851e5e-39a3-48b2-942a-e31fdfdc1cc5 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:44.101845 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ae74e5fe-676c-4230-9d92-cddc045e05dc req-05851e5e-39a3-48b2-942a-e31fdfdc1cc5 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=053a2e02-abf9-46b4-9fbe-a257b05bf3fd HTTP/1.1" status: 200 len: 946 time: 0.0889423 Jan 17 21:25:44.107521 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c05c0-94ba-4262-8fb6-6c723070c5a5 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Pushing event deleted for resources: {'Port': ['ID=fe07a20a-1b73-4844-9302-39928b39c888,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:25:44.124805 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac29ca-3646-493a-b081-241268aa3b56 req-2d1c505b-cd1a-48eb-a9f5-7979df08bd3f tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:44.126589 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-29ac29ca-3646-493a-b081-241268aa3b56 req-2d1c505b-cd1a-48eb-a9f5-7979df08bd3f tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 946 time: 0.0811896 Jan 17 21:25:44.158175 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c42fa2e-a093-43f5-b6d7-3a6427026882 req-244c05c0-94ba-4262-8fb6-6c723070c5a5 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] No DVR routers for this DVR port fe07a20a-1b73-4844-9302-39928b39c888 on host hv-cinder-82489 {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:25:44.160876 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-6c42fa2e-a093-43f5-b6d7-3a6427026882 req-244c05c0-94ba-4262-8fb6-6c723070c5a5 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:44.164864 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-6c42fa2e-a093-43f5-b6d7-3a6427026882 req-244c05c0-94ba-4262-8fb6-6c723070c5a5 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.72 "DELETE /v2.0/ports/fe07a20a-1b73-4844-9302-39928b39c888 HTTP/1.1" status: 204 len: 173 time: 0.4387167 Jan 17 21:25:44.164864 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '053a2e02-abf9-46b4-9fbe-a257b05bf3fd', 'name': 'network-vif-deleted', 'tag': 'fe07a20a-1b73-4844-9302-39928b39c888'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:25:44.167196 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c2de0e70a1bc7346ac1be0cec4f24ea848d889c4763a7575c3a73373459bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4edf5ba3-2e21-48ac-886b-dc0ea4e8e103" -d '{"events": [{"server_uuid": "053a2e02-abf9-46b4-9fbe-a257b05bf3fd", "name": "network-vif-deleted", "tag": "fe07a20a-1b73-4844-9302-39928b39c888"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:25:44.182114 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ae74e5fe-676c-4230-9d92-cddc045e05dc req-73e9ce90-c2f6-454e-a124-d696bde8495d tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732274 Jan 17 21:25:44.209439 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-29ac29ca-3646-493a-b081-241268aa3b56 req-d161ad86-536e-4e3d-8bd1-5b1b7d04dfd5 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717757 Jan 17 21:25:44.231452 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 58354) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:25:44.355719 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f34645-091b-4587-a4ff-5dcd46c1ff51 x-openstack-request-id: req-d4f34645-091b-4587-a4ff-5dcd46c1ff51 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:25:44.356112 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "053a2e02-abf9-46b4-9fbe-a257b05bf3fd", "name": "network-vif-deleted", "tag": "fe07a20a-1b73-4844-9302-39928b39c888", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:25:44.356594 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d4f34645-091b-4587-a4ff-5dcd46c1ff51 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:25:44.357172 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '053a2e02-abf9-46b4-9fbe-a257b05bf3fd', 'name': 'network-vif-deleted', 'tag': 'fe07a20a-1b73-4844-9302-39928b39c888', 'status': 'completed', 'code': 200} Jan 17 21:25:44.406120 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6190db5-ff0c-46b0-8bf6-fddb44c8e014 tempest-TestShelveInstance-1320012076 tempest-TestShelveInstance-1320012076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:44.407753 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-e6190db5-ff0c-46b0-8bf6-fddb44c8e014 tempest-TestShelveInstance-1320012076 tempest-TestShelveInstance-1320012076-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 1094 time: 0.1752615 Jan 17 21:25:44.410577 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 58358) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:25:44.414746 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-1243f1cc-0fdd-4ca0-aab9-a03545ce80f2 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Request body: {'floatingip': {'floating_network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'port_id': '858678d3-306c-4afa-9059-494f90b38571', 'tenant_id': '715ec979393344e694cfdd0eab44cb1c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:25:44.440266 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1243f1cc-0fdd-4ca0-aab9-a03545ce80f2 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:44.533545 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1243f1cc-0fdd-4ca0-aab9-a03545ce80f2 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:44.849696 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [None req-1243f1cc-0fdd-4ca0-aab9-a03545ce80f2 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Allocated IP 172.27.0.159 (a67fc2c9-f054-41ed-b80e-f186bf3f4e5f/f42dc890-63b4-41d2-851c-b195861b2359/bdc17339-abd5-4d86-82af-05c53bdf32a0) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:25:44.978686 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353b2ed-ee4b-4202-92af-c2f315f7a92d req-6030466a-4310-475a-89a4-f2de25b835b3 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:44.980874 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0353b2ed-ee4b-4202-92af-c2f315f7a92d req-6030466a-4310-475a-89a4-f2de25b835b3 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 946 time: 0.0698836 Jan 17 21:25:45.011888 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1243f1cc-0fdd-4ca0-aab9-a03545ce80f2 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks [] for port (bdc17339-abd5-4d86-82af-05c53bdf32a0), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:45.032533 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0353b2ed-ee4b-4202-92af-c2f315f7a92d req-34a76a3f-2333-4502-b876-3a2df377091a tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448031 Jan 17 21:25:45.050372 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1243f1cc-0fdd-4ca0-aab9-a03545ce80f2 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (bdc17339-abd5-4d86-82af-05c53bdf32a0), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:45.101496 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1243f1cc-0fdd-4ca0-aab9-a03545ce80f2 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Network a67fc2c9-f054-41ed-b80e-f186bf3f4e5f is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:25:45.105135 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-1243f1cc-0fdd-4ca0-aab9-a03545ce80f2 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:25:45.107873 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1243f1cc-0fdd-4ca0-aab9-a03545ce80f2 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:25:45.137548 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1243f1cc-0fdd-4ca0-aab9-a03545ce80f2 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Pushing event updated for resources: {'Port': ['ID=bdc17339-abd5-4d86-82af-05c53bdf32a0,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:25:45.468626 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2420d-cbe8-40bd-94cf-b606a4072617 req-ae78d5a0-265f-4a1f-a1ee-81b8cd4d45eb tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:45.470300 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-63c2420d-cbe8-40bd-94cf-b606a4072617 req-ae78d5a0-265f-4a1f-a1ee-81b8cd4d45eb tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=40eba319-215c-4ff7-be04-20cb0d8d26ee HTTP/1.1" status: 200 len: 945 time: 0.0544930 Jan 17 21:25:45.518581 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-63c2420d-cbe8-40bd-94cf-b606a4072617 req-66eaac16-5be4-4ff1-b067-bd44b77a9844 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416064 Jan 17 21:25:45.626777 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1243f1cc-0fdd-4ca0-aab9-a03545ce80f2 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks [] for floatingip (d77f132d-388e-4ad4-a939-17dc51a91f39), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:45.725899 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1243f1cc-0fdd-4ca0-aab9-a03545ce80f2 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (bdc17339-abd5-4d86-82af-05c53bdf32a0), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:45.874559 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1243f1cc-0fdd-4ca0-aab9-a03545ce80f2 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks [] for port (bdc17339-abd5-4d86-82af-05c53bdf32a0), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:45.880799 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1243f1cc-0fdd-4ca0-aab9-a03545ce80f2 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3358448'] for port (bdc17339-abd5-4d86-82af-05c53bdf32a0), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:45.946478 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1243f1cc-0fdd-4ca0-aab9-a03545ce80f2 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Pushing event updated for resources: {'Port': ['ID=bdc17339-abd5-4d86-82af-05c53bdf32a0,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:25:45.957836 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1243f1cc-0fdd-4ca0-aab9-a03545ce80f2 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1018624'] for floatingip (d77f132d-388e-4ad4-a939-17dc51a91f39), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:46.060528 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.db.l3_db [None req-1243f1cc-0fdd-4ca0-aab9-a03545ce80f2 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Floating IP d77f132d-388e-4ad4-a939-17dc51a91f39 associated. External IP: 172.27.0.159, port: 858678d3-306c-4afa-9059-494f90b38571. Jan 17 21:25:46.161173 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a0ab3-4e9d-430b-8bbe-94406c31c279 req-73af2b17-4ff6-4c24-9d1f-3ed5424ba457 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:46.166029 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-687a0ab3-4e9d-430b-8bbe-94406c31c279 req-73af2b17-4ff6-4c24-9d1f-3ed5424ba457 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 946 time: 0.0596416 Jan 17 21:25:46.237956 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-687a0ab3-4e9d-430b-8bbe-94406c31c279 req-ecff6b38-81fb-4d08-b03e-7777a79b295c tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687587 Jan 17 21:25:46.251338 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 58398) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:25:46.297450 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1243f1cc-0fdd-4ca0-aab9-a03545ce80f2 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Router 38fe4851-88a9-4bd1-b523-0559c1a29056 has already been hosted by L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:25:46.350548 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4caf087-3504-4433-a1df-9fcb0cbd0dbb req-af9bb376-0c29-4b59-b7fd-f869c619f7bb tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:46.352252 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c4caf087-3504-4433-a1df-9fcb0cbd0dbb req-af9bb376-0c29-4b59-b7fd-f869c619f7bb tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 946 time: 0.0531726 Jan 17 21:25:46.384093 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4b870f5f-ae99-4646-b82b-79f60bbfdf37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:46.410246 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1243f1cc-0fdd-4ca0-aab9-a03545ce80f2 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:25:46.421171 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792f2f3d-9f96-4ed7-aec3-efdf75390866 None None] Sync routers for ids ['38fe4851-88a9-4bd1-b523-0559c1a29056'] in dv-cinder-824895-3-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:25:46.430362 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1243f1cc-0fdd-4ca0-aab9-a03545ce80f2 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for floatingip (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:46.430616 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c4caf087-3504-4433-a1df-9fcb0cbd0dbb req-62b33e2f-8b96-4efb-9252-e3ef0aa4d608 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716460 Jan 17 21:25:46.433335 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792f2f3d-9f96-4ed7-aec3-efdf75390866 None None] Routers {'38fe4851-88a9-4bd1-b523-0559c1a29056'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:25:46.434300 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-792f2f3d-9f96-4ed7-aec3-efdf75390866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:25:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['38fe4851-88a9-4bd1-b523-0559c1a29056'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:25:46.464571 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 58402) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:25:46.515557 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4b870f5f-ae99-4646-b82b-79f60bbfdf37 admin admin] Publish callbacks [] for security_group (394d9178-ce09-4d17-b068-8ddac714eb14), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:46.522013 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4b870f5f-ae99-4646-b82b-79f60bbfdf37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (394d9178-ce09-4d17-b068-8ddac714eb14), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:46.590449 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-792f2f3d-9f96-4ed7-aec3-efdf75390866 None None] Set router 38fe4851-88a9-4bd1-b523-0559c1a29056 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:25:46.617280 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-4b870f5f-ae99-4646-b82b-79f60bbfdf37 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1b143d46b99a4b1e8f6d0cfbf3d8b48e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3647842 Jan 17 21:25:46.618709 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b870f5f-ae99-4646-b82b-79f60bbfdf37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394d9178-ce09-4d17-b068-8ddac714eb14,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:25:46.625688 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 58410) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:25:46.712971 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-1243f1cc-0fdd-4ca0-aab9-a03545ce80f2 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3011451 Jan 17 21:25:46.713773 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a05a7cb-fb38-46fe-a04b-f8c66845fbd8', 'tag': '858678d3-306c-4afa-9059-494f90b38571'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:25:46.717704 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c2de0e70a1bc7346ac1be0cec4f24ea848d889c4763a7575c3a73373459bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862c41fd-5a50-4e3f-8418-69e0e38803a5" -d '{"events": [{"name": "network-changed", "server_uuid": "7a05a7cb-fb38-46fe-a04b-f8c66845fbd8", "tag": "858678d3-306c-4afa-9059-494f90b38571"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:25:46.724786 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b870f5f-ae99-4646-b82b-79f60bbfdf37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:25:46.725364 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b870f5f-ae99-4646-b82b-79f60bbfdf37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:25:46.725902 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b870f5f-ae99-4646-b82b-79f60bbfdf37 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:25:46.726407 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b870f5f-ae99-4646-b82b-79f60bbfdf37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:25:46.727087 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b870f5f-ae99-4646-b82b-79f60bbfdf37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:25:46.727606 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b870f5f-ae99-4646-b82b-79f60bbfdf37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:25:46.728247 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b870f5f-ae99-4646-b82b-79f60bbfdf37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:25:46.729165 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b870f5f-ae99-4646-b82b-79f60bbfdf37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:25:46.729522 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b870f5f-ae99-4646-b82b-79f60bbfdf37 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:25:46.730136 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b870f5f-ae99-4646-b82b-79f60bbfdf37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:25:46.730789 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b870f5f-ae99-4646-b82b-79f60bbfdf37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:25:46.731142 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b870f5f-ae99-4646-b82b-79f60bbfdf37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:25:46.731844 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b870f5f-ae99-4646-b82b-79f60bbfdf37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:25:46.762665 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ed3370-e10c-46fb-b5ae-21261c20529c x-openstack-request-id: req-b0ed3370-e10c-46fb-b5ae-21261c20529c {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:25:46.762961 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a05a7cb-fb38-46fe-a04b-f8c66845fbd8", "tag": "858678d3-306c-4afa-9059-494f90b38571", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:25:46.763222 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b0ed3370-e10c-46fb-b5ae-21261c20529c {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:25:46.763606 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a05a7cb-fb38-46fe-a04b-f8c66845fbd8', 'tag': '858678d3-306c-4afa-9059-494f90b38571', 'status': 'completed', 'code': 200} Jan 17 21:25:46.785498 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533ba3eb-2edd-4d6e-a139-e09024924bcf tempest-TestVolumeBootPattern-2121771600 tempest-TestVolumeBootPattern-2121771600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:46.790061 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-533ba3eb-2edd-4d6e-a139-e09024924bcf tempest-TestVolumeBootPattern-2121771600 tempest-TestVolumeBootPattern-2121771600-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 1094 time: 0.3215179 Jan 17 21:25:46.790272 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 58416) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:25:46.794584 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-88e69e1b-4b2a-4f9d-af2f-287a8341c6c2 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Request body: {'floatingip': {'floating_network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'port_id': 'bfd59a07-416c-4292-b1be-059ed60c472c', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:25:46.799449 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e1653993-d983-49c0-a5a4-00b4c0105971 admin admin] Publish callbacks [] for security_group (394d9178-ce09-4d17-b068-8ddac714eb14), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:46.809144 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44a767-a00d-452f-9250-b59637729787 req-6905f710-56f7-4c97-b419-d1eb46371d11 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:46.810636 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7a44a767-a00d-452f-9250-b59637729787 req-6905f710-56f7-4c97-b419-d1eb46371d11 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=40eba319-215c-4ff7-be04-20cb0d8d26ee HTTP/1.1" status: 200 len: 945 time: 0.1408117 Jan 17 21:25:46.835673 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c41fd-5a50-4e3f-8418-69e0e38803a5 req-655e30ac-af0b-4938-966e-42ff6748229c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:46.838007 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-862c41fd-5a50-4e3f-8418-69e0e38803a5 req-655e30ac-af0b-4938-966e-42ff6748229c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=715ec979393344e694cfdd0eab44cb1c&device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 1099 time: 0.0513303 Jan 17 21:25:46.845594 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-792f2f3d-9f96-4ed7-aec3-efdf75390866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fe4851-88a9-4bd1-b523-0559c1a29056', 'name': 'tempest-TestShelveInstance-1857534221-router', 'tenant_id': '715ec979393344e694cfdd0eab44cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '5f303491-71bf-4210-9508-b1b4a4906ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:32Z', 'updated_at': '2022-01-17T21:23:36Z', 'revision_number': 4, 'project_id': '715ec979393344e694cfdd0eab44cb1c', 'gw_port': {'id': '5f303491-71bf-4210-9508-b1b4a4906ae7', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fe4851-88a9-4bd1-b523-0559c1a29056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:33Z', 'updated_at': '2022-01-17T21:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_floatingips': [{'id': 'd77f132d-388e-4ad4-a939-17dc51a91f39', 'tenant_id': '715ec979393344e694cfdd0eab44cb1c', 'floating_ip_address': '172.27.0.159', 'floating_network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'router_id': '38fe4851-88a9-4bd1-b523-0559c1a29056', 'port_id': '858678d3-306c-4afa-9059-494f90b38571', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dabefd5-55d4-49f2-9f4d-e4e0156bb858', 'mac_address': 'fa:16:3e:42:a2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a05a7cb-fb38-46fe-a04b-f8c66845fbd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:25:45Z', 'updated_at': '2022-01-17T21:25:45Z', 'revision_number': 0, 'project_id': '715ec979393344e694cfdd0eab44cb1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feab0ea3-6104-4cf8-8a41-4e30a5295b94', 'name': '', 'network_id': '5dabefd5-55d4-49f2-9f4d-e4e0156bb858', 'tenant_id': '715ec979393344e694cfdd0eab44cb1c', 'mac_address': 'fa:16:3e:bc:2a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fe4851-88a9-4bd1-b523-0559c1a29056', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'ce55c7e9-d38a-4482-bf77-df5118b92855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:36Z', 'updated_at': '2022-01-17T21:23:43Z', 'revision_number': 5, 'project_id': '715ec979393344e694cfdd0eab44cb1c', 'subnets': [{'id': 'ce55c7e9-d38a-4482-bf77-df5118b92855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:25:46.860033 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e1653993-d983-49c0-a5a4-00b4c0105971 admin admin] Publish callbacks [] for security_group (394d9178-ce09-4d17-b068-8ddac714eb14), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:46.877388 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792f2f3d-9f96-4ed7-aec3-efdf75390866 None None] Checking router: 38fe4851-88a9-4bd1-b523-0559c1a29056 for host: dv-cinder-824895-3-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:25:46.888862 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792f2f3d-9f96-4ed7-aec3-efdf75390866 None None] Routers {'38fe4851-88a9-4bd1-b523-0559c1a29056'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:25:46.889948 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-792f2f3d-9f96-4ed7-aec3-efdf75390866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:25:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['38fe4851-88a9-4bd1-b523-0559c1a29056'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:25:46.929420 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-88e69e1b-4b2a-4f9d-af2f-287a8341c6c2 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:46.947826 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c41fd-5a50-4e3f-8418-69e0e38803a5 req-e36ea5ba-aabb-40c1-8a8c-db3bd2c76fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:46.950403 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-862c41fd-5a50-4e3f-8418-69e0e38803a5 req-e36ea5ba-aabb-40c1-8a8c-db3bd2c76fa5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5dabefd5-55d4-49f2-9f4d-e4e0156bb858 HTTP/1.1" status: 200 len: 910 time: 0.1034410 Jan 17 21:25:47.034446 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-792f2f3d-9f96-4ed7-aec3-efdf75390866 None None] Set router 38fe4851-88a9-4bd1-b523-0559c1a29056 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:25:47.034889 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e1653993-d983-49c0-a5a4-00b4c0105971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (394d9178-ce09-4d17-b068-8ddac714eb14), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:47.038821 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e1653993-d983-49c0-a5a4-00b4c0105971 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:47.040001 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-e1653993-d983-49c0-a5a4-00b4c0105971 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/394d9178-ce09-4d17-b068-8ddac714eb14 HTTP/1.1" status: 204 len: 168 time: 0.4110343 Jan 17 21:25:47.047474 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7a44a767-a00d-452f-9250-b59637729787 req-c78cb892-6271-4b52-a12c-fcd78958f91e tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229416 Jan 17 21:25:47.078799 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1653993-d983-49c0-a5a4-00b4c0105971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394d9178-ce09-4d17-b068-8ddac714eb14,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:25:47.090179 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-862c41fd-5a50-4e3f-8418-69e0e38803a5 req-2c533519-8948-4eea-84f9-67ad0a850e94 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=858678d3-306c-4afa-9059-494f90b38571 HTTP/1.1" status: 200 len: 1000 time: 0.1336730 Jan 17 21:25:47.174025 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-88e69e1b-4b2a-4f9d-af2f-287a8341c6c2 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:47.188697 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c41fd-5a50-4e3f-8418-69e0e38803a5 req-b7e02aab-0a20-4e2d-a7e3-d762449cc6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:47.190291 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-862c41fd-5a50-4e3f-8418-69e0e38803a5 req-b7e02aab-0a20-4e2d-a7e3-d762449cc6cc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ce55c7e9-d38a-4482-bf77-df5118b92855 HTTP/1.1" status: 200 len: 848 time: 0.0896175 Jan 17 21:25:47.262506 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c41fd-5a50-4e3f-8418-69e0e38803a5 req-ed24ec74-7675-40e5-92bd-53012605d972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:47.267687 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-862c41fd-5a50-4e3f-8418-69e0e38803a5 req-ed24ec74-7675-40e5-92bd-53012605d972 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5dabefd5-55d4-49f2-9f4d-e4e0156bb858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706177 Jan 17 21:25:47.401590 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [None req-88e69e1b-4b2a-4f9d-af2f-287a8341c6c2 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Allocated IP 172.27.0.240 (a67fc2c9-f054-41ed-b80e-f186bf3f4e5f/f42dc890-63b4-41d2-851c-b195861b2359/deddb6cd-544f-46fc-8fe0-4ad71f0c0f2e) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:25:47.403684 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-792f2f3d-9f96-4ed7-aec3-efdf75390866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fe4851-88a9-4bd1-b523-0559c1a29056', 'name': 'tempest-TestShelveInstance-1857534221-router', 'tenant_id': '715ec979393344e694cfdd0eab44cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '5f303491-71bf-4210-9508-b1b4a4906ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:32Z', 'updated_at': '2022-01-17T21:23:36Z', 'revision_number': 4, 'project_id': '715ec979393344e694cfdd0eab44cb1c', 'gw_port': {'id': '5f303491-71bf-4210-9508-b1b4a4906ae7', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fe4851-88a9-4bd1-b523-0559c1a29056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:33Z', 'updated_at': '2022-01-17T21:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_floatingips': [{'id': 'd77f132d-388e-4ad4-a939-17dc51a91f39', 'tenant_id': '715ec979393344e694cfdd0eab44cb1c', 'floating_ip_address': '172.27.0.159', 'floating_network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'router_id': '38fe4851-88a9-4bd1-b523-0559c1a29056', 'port_id': '858678d3-306c-4afa-9059-494f90b38571', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dabefd5-55d4-49f2-9f4d-e4e0156bb858', 'mac_address': 'fa:16:3e:42:a2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a05a7cb-fb38-46fe-a04b-f8c66845fbd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:25:45Z', 'updated_at': '2022-01-17T21:25:45Z', 'revision_number': 0, 'project_id': '715ec979393344e694cfdd0eab44cb1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feab0ea3-6104-4cf8-8a41-4e30a5295b94', 'name': '', 'network_id': '5dabefd5-55d4-49f2-9f4d-e4e0156bb858', 'tenant_id': '715ec979393344e694cfdd0eab44cb1c', 'mac_address': 'fa:16:3e:bc:2a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fe4851-88a9-4bd1-b523-0559c1a29056', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'ce55c7e9-d38a-4482-bf77-df5118b92855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:36Z', 'updated_at': '2022-01-17T21:23:43Z', 'revision_number': 5, 'project_id': '715ec979393344e694cfdd0eab44cb1c', 'subnets': [{'id': 'ce55c7e9-d38a-4482-bf77-df5118b92855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:25:47.429676 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-862c41fd-5a50-4e3f-8418-69e0e38803a5 req-3c05209d-fab7-4a2f-b92b-8019235f0710 service neutron] 10.222.0.72 "GET /v2.0/networks/5dabefd5-55d4-49f2-9f4d-e4e0156bb858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548865 Jan 17 21:25:47.440443 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792f2f3d-9f96-4ed7-aec3-efdf75390866 None None] The sync data for ids ['38fe4851-88a9-4bd1-b523-0559c1a29056'] in dv-cinder-824895-3-iscsi is: [{'id': '38fe4851-88a9-4bd1-b523-0559c1a29056', 'name': 'tempest-TestShelveInstance-1857534221-router', 'tenant_id': '715ec979393344e694cfdd0eab44cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '5f303491-71bf-4210-9508-b1b4a4906ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:32Z', 'updated_at': '2022-01-17T21:23:36Z', 'revision_number': 4, 'project_id': '715ec979393344e694cfdd0eab44cb1c', 'gw_port': {'id': '5f303491-71bf-4210-9508-b1b4a4906ae7', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fe4851-88a9-4bd1-b523-0559c1a29056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:33Z', 'updated_at': '2022-01-17T21:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_floatingips': [{'id': 'd77f132d-388e-4ad4-a939-17dc51a91f39', 'tenant_id': '715ec979393344e694cfdd0eab44cb1c', 'floating_ip_address': '172.27.0.159', 'floating_network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'router_id': '38fe4851-88a9-4bd1-b523-0559c1a29056', 'port_id': '858678d3-306c-4afa-9059-494f90b38571', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dabefd5-55d4-49f2-9f4d-e4e0156bb858', 'mac_address': 'fa:16:3e:42:a2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a05a7cb-fb38-46fe-a04b-f8c66845fbd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:25:45Z', 'updated_at': '2022-01-17T21:25:45Z', 'revision_number': 0, 'project_id': '715ec979393344e694cfdd0eab44cb1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feab0ea3-6104-4cf8-8a41-4e30a5295b94', 'name': '', 'network_id': '5dabefd5-55d4-49f2-9f4d-e4e0156bb858', 'tenant_id': '715ec979393344e694cfdd0eab44cb1c', 'mac_address': 'fa:16:3e:bc:2a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fe4851-88a9-4bd1-b523-0559c1a29056', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'ce55c7e9-d38a-4482-bf77-df5118b92855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:36Z', 'updated_at': '2022-01-17T21:23:43Z', 'revision_number': 5, 'project_id': '715ec979393344e694cfdd0eab44cb1c', 'subnets': [{'id': 'ce55c7e9-d38a-4482-bf77-df5118b92855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:25:47.513205 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ad467-927e-40a4-9413-eb597089428b req-0fdce61a-5fb6-4eaa-b7de-56077adbf74e tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:47.514720 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-972ad467-927e-40a4-9413-eb597089428b req-0fdce61a-5fb6-4eaa-b7de-56077adbf74e tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.72 "GET /v2.0/ports?device_id=40eba319-215c-4ff7-be04-20cb0d8d26ee HTTP/1.1" status: 200 len: 945 time: 0.1326237 Jan 17 21:25:47.531430 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-88e69e1b-4b2a-4f9d-af2f-287a8341c6c2 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks [] for port (deddb6cd-544f-46fc-8fe0-4ad71f0c0f2e), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:47.567721 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-88e69e1b-4b2a-4f9d-af2f-287a8341c6c2 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863200'] for port (deddb6cd-544f-46fc-8fe0-4ad71f0c0f2e), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:47.583576 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-862c41fd-5a50-4e3f-8418-69e0e38803a5 req-0f239564-ada3-4671-91ca-dc714ce9434d service neutron] 10.222.0.72 "GET /v2.0/networks/5dabefd5-55d4-49f2-9f4d-e4e0156bb858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463389 Jan 17 21:25:47.604921 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e69e1b-4b2a-4f9d-af2f-287a8341c6c2 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Network a67fc2c9-f054-41ed-b80e-f186bf3f4e5f is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:25:47.615083 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-88e69e1b-4b2a-4f9d-af2f-287a8341c6c2 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:25:47.619876 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e69e1b-4b2a-4f9d-af2f-287a8341c6c2 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:25:47.639967 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-972ad467-927e-40a4-9413-eb597089428b req-def3b7e7-b815-481e-a4d4-afeadb08c272 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Deleting port 687390ab-d9b1-43f0-800b-6bcd99484876 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:25:47.640312 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-972ad467-927e-40a4-9413-eb597089428b req-def3b7e7-b815-481e-a4d4-afeadb08c272 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (687390ab-d9b1-43f0-800b-6bcd99484876), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:47.663666 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e69e1b-4b2a-4f9d-af2f-287a8341c6c2 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Pushing event updated for resources: {'Port': ['ID=deddb6cd-544f-46fc-8fe0-4ad71f0c0f2e,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:25:47.671662 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61578fdd-8f1f-43d7-bef5-e20171dfef3e None None] New status for floating IP d77f132d-388e-4ad4-a939-17dc51a91f39: ACTIVE {{(pid=102501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 21:25:47.744816 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-972ad467-927e-40a4-9413-eb597089428b req-def3b7e7-b815-481e-a4d4-afeadb08c272 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] For port 687390ab-d9b1-43f0-800b-6bcd99484876, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=687390ab-d9b1-43f0-800b-6bcd99484876,segment=NetworkSegment(3002b40c-9179-46b7-bf21-480b3877c297),segment_id=3002b40c-9179-46b7-bf21-480b3877c297)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:25:47.745206 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-972ad467-927e-40a4-9413-eb597089428b req-def3b7e7-b815-481e-a4d4-afeadb08c272 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (687390ab-d9b1-43f0-800b-6bcd99484876), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:47.760329 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-972ad467-927e-40a4-9413-eb597089428b req-def3b7e7-b815-481e-a4d4-afeadb08c272 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Calling delete_port for 687390ab-d9b1-43f0-800b-6bcd99484876 owned by compute:nova {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:25:47.910892 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-972ad467-927e-40a4-9413-eb597089428b req-def3b7e7-b815-481e-a4d4-afeadb08c272 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (687390ab-d9b1-43f0-800b-6bcd99484876), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:47.924062 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] get_ports_and_sgs() called for port_ids ['0371bc2b-703b-41a8-b868-151139132091', '687390ab-d9b1-43f0-800b-6bcd99484876'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:25:47.941615 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def3b7e7-b815-481e-a4d4-afeadb08c272 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Pushing event deleted for resources: {'Port': ['ID=687390ab-d9b1-43f0-800b-6bcd99484876,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:25:47.997061 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-972ad467-927e-40a4-9413-eb597089428b req-def3b7e7-b815-481e-a4d4-afeadb08c272 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] No DVR routers for this DVR port 687390ab-d9b1-43f0-800b-6bcd99484876 on host hv-cinder-82489 {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:25:47.999650 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-972ad467-927e-40a4-9413-eb597089428b req-def3b7e7-b815-481e-a4d4-afeadb08c272 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:48.003133 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-972ad467-927e-40a4-9413-eb597089428b req-def3b7e7-b815-481e-a4d4-afeadb08c272 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.72 "DELETE /v2.0/ports/687390ab-d9b1-43f0-800b-6bcd99484876 HTTP/1.1" status: 204 len: 173 time: 0.4802148 Jan 17 21:25:48.106350 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-88e69e1b-4b2a-4f9d-af2f-287a8341c6c2 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks [] for floatingip (3e568606-1234-4cbf-b66b-5a69b346c197), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:48.213316 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-631124e5-6e58-4ad7-a885-310dd10050db req-8de578fc-21f2-4785-a1ba-656b7d2b44dd tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=40eba319-215c-4ff7-be04-20cb0d8d26ee HTTP/1.1" status: 200 len: 210 time: 0.0503666 Jan 17 21:25:48.219990 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-88e69e1b-4b2a-4f9d-af2f-287a8341c6c2 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (deddb6cd-544f-46fc-8fe0-4ad71f0c0f2e), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:48.350264 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device fe07a20a-1b73-4844-9302-39928b39c888 no longer exists at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:25:48.372029 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] No Port match for: fe07a20a-1b73-4844-9302-39928b39c888 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:25:48.372504 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device fe07a20a-1b73-4844-9302-39928b39c888 not bound to the agent host hv-cinder-82489 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:25:48.373791 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-88e69e1b-4b2a-4f9d-af2f-287a8341c6c2 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks [] for port (deddb6cd-544f-46fc-8fe0-4ad71f0c0f2e), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:48.378696 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-88e69e1b-4b2a-4f9d-af2f-287a8341c6c2 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8863129'] for port (deddb6cd-544f-46fc-8fe0-4ad71f0c0f2e), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:48.447769 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e69e1b-4b2a-4f9d-af2f-287a8341c6c2 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Pushing event updated for resources: {'Port': ['ID=deddb6cd-544f-46fc-8fe0-4ad71f0c0f2e,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:25:48.458756 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-88e69e1b-4b2a-4f9d-af2f-287a8341c6c2 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1018624'] for floatingip (3e568606-1234-4cbf-b66b-5a69b346c197), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:48.603986 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.db.l3_db [None req-88e69e1b-4b2a-4f9d-af2f-287a8341c6c2 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Floating IP 3e568606-1234-4cbf-b66b-5a69b346c197 associated. External IP: 172.27.0.240, port: bfd59a07-416c-4292-b1be-059ed60c472c. Jan 17 21:25:48.663082 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde9cc1-1e20-4aac-bf6f-44d19f56a7e7 req-64d2dbdd-4d53-4c5c-8940-7e1bb0a15f4f tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:48.664599 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7fde9cc1-1e20-4aac-bf6f-44d19f56a7e7 req-64d2dbdd-4d53-4c5c-8940-7e1bb0a15f4f tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6219615-3cb9-44f4-9bc4-39c53d222a73 HTTP/1.1" status: 200 len: 945 time: 0.0996168 Jan 17 21:25:48.751745 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7fde9cc1-1e20-4aac-bf6f-44d19f56a7e7 req-432d550c-b3f0-4aac-82d5-83606840dc67 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b14ebd6-04fc-49d6-af36-fc40acb1070f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809057 Jan 17 21:25:48.772212 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40eba319-215c-4ff7-be04-20cb0d8d26ee', 'name': 'network-vif-deleted', 'tag': '687390ab-d9b1-43f0-800b-6bcd99484876'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:25:48.772212 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c2de0e70a1bc7346ac1be0cec4f24ea848d889c4763a7575c3a73373459bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e532e086-c6c2-4770-a25d-56f8313cb6a6" -d '{"events": [{"server_uuid": "40eba319-215c-4ff7-be04-20cb0d8d26ee", "name": "network-vif-deleted", "tag": "687390ab-d9b1-43f0-800b-6bcd99484876"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:25:48.808639 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979e4d81-0a44-4bca-be3c-d29455fa8ba7 x-openstack-request-id: req-979e4d81-0a44-4bca-be3c-d29455fa8ba7 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:25:48.808974 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40eba319-215c-4ff7-be04-20cb0d8d26ee", "name": "network-vif-deleted", "tag": "687390ab-d9b1-43f0-800b-6bcd99484876", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:25:48.809257 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-979e4d81-0a44-4bca-be3c-d29455fa8ba7 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:25:48.809583 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40eba319-215c-4ff7-be04-20cb0d8d26ee', 'name': 'network-vif-deleted', 'tag': '687390ab-d9b1-43f0-800b-6bcd99484876', 'status': 'completed', 'code': 200} Jan 17 21:25:48.872158 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e69e1b-4b2a-4f9d-af2f-287a8341c6c2 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Router 78be4ba5-dcdf-466f-8857-3af7b5656228 has already been hosted by L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 {{(pid=102498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:25:48.981331 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e69e1b-4b2a-4f9d-af2f-287a8341c6c2 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:25:48.991495 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2682d8-4b34-4379-ae5c-fe6ef4bb8c01 None None] Sync routers for ids ['78be4ba5-dcdf-466f-8857-3af7b5656228'] in dv-cinder-824895-3-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:25:48.998335 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-88e69e1b-4b2a-4f9d-af2f-287a8341c6c2 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for floatingip (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:49.001185 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2682d8-4b34-4379-ae5c-fe6ef4bb8c01 None None] Routers {'78be4ba5-dcdf-466f-8857-3af7b5656228'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:25:49.001813 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-0d2682d8-4b34-4379-ae5c-fe6ef4bb8c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:25:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['78be4ba5-dcdf-466f-8857-3af7b5656228'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:25:49.025989 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-88e69e1b-4b2a-4f9d-af2f-287a8341c6c2 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2347889 Jan 17 21:25:49.026593 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '851b3dd1-961b-4d23-9594-2a55d4f0f703', 'tag': 'bfd59a07-416c-4292-b1be-059ed60c472c'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:25:49.029099 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d7793c37eab3cfdbfb603451246e19a518df2119e31a6609dfbcf4a214a471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03325768-9105-457c-8ca2-9319b8a9ce41" -d '{"events": [{"name": "network-changed", "server_uuid": "851b3dd1-961b-4d23-9594-2a55d4f0f703", "tag": "bfd59a07-416c-4292-b1be-059ed60c472c"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:25:49.229484 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-0d2682d8-4b34-4379-ae5c-fe6ef4bb8c01 None None] Set router 78be4ba5-dcdf-466f-8857-3af7b5656228 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:25:49.247399 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc78fe9-9cdd-4bbd-9df2-bff602db9008 x-openstack-request-id: req-3bc78fe9-9cdd-4bbd-9df2-bff602db9008 {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:25:49.247862 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "851b3dd1-961b-4d23-9594-2a55d4f0f703", "tag": "bfd59a07-416c-4292-b1be-059ed60c472c", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:25:49.247969 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3bc78fe9-9cdd-4bbd-9df2-bff602db9008 {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:25:49.248333 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '851b3dd1-961b-4d23-9594-2a55d4f0f703', 'tag': 'bfd59a07-416c-4292-b1be-059ed60c472c', 'status': 'completed', 'code': 200} Jan 17 21:25:49.313437 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03325768-9105-457c-8ca2-9319b8a9ce41 req-9a3061e0-ea5d-479f-b4dc-aa238db05a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:49.315110 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-03325768-9105-457c-8ca2-9319b8a9ce41 req-9a3061e0-ea5d-479f-b4dc-aa238db05a1f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=97b00002d33945c6a8056483b241fbf6&device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 1099 time: 0.0420702 Jan 17 21:25:49.409788 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03325768-9105-457c-8ca2-9319b8a9ce41 req-1e5a63dd-f688-448b-9374-72215022c302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:49.411879 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-03325768-9105-457c-8ca2-9319b8a9ce41 req-1e5a63dd-f688-448b-9374-72215022c302 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5af0e6ef-b600-4363-b491-e83498d1d2b9 HTTP/1.1" status: 200 len: 912 time: 0.0885286 Jan 17 21:25:49.481981 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-03325768-9105-457c-8ca2-9319b8a9ce41 req-53ab2899-627e-4d64-81af-c2a663ca1c35 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfd59a07-416c-4292-b1be-059ed60c472c HTTP/1.1" status: 200 len: 1000 time: 0.0619826 Jan 17 21:25:49.483187 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-0d2682d8-4b34-4379-ae5c-fe6ef4bb8c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'name': 'tempest-TestVolumeBootPattern-920129794-router', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:34Z', 'updated_at': '2022-01-17T21:23:38Z', 'revision_number': 4, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'gw_port': {'id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:84:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:35Z', 'updated_at': '2022-01-17T21:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_floatingips': [{'id': '3e568606-1234-4cbf-b66b-5a69b346c197', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'floating_ip_address': '172.27.0.240', 'floating_network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'router_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'port_id': 'bfd59a07-416c-4292-b1be-059ed60c472c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9', 'mac_address': 'fa:16:3e:7e:77:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851b3dd1-961b-4d23-9594-2a55d4f0f703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:25:47Z', 'updated_at': '2022-01-17T21:25:47Z', 'revision_number': 0, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac94ccc9-7efe-4100-8faa-599da3bc5807', 'name': '', 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'mac_address': 'fa:16:3e:af:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:37Z', 'updated_at': '2022-01-17T21:23:48Z', 'revision_number': 5, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'subnets': [{'id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:25:49.512727 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2682d8-4b34-4379-ae5c-fe6ef4bb8c01 None None] Checking router: 78be4ba5-dcdf-466f-8857-3af7b5656228 for host: dv-cinder-824895-3-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:25:49.521805 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2682d8-4b34-4379-ae5c-fe6ef4bb8c01 None None] Routers {'78be4ba5-dcdf-466f-8857-3af7b5656228'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:25:49.522429 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-0d2682d8-4b34-4379-ae5c-fe6ef4bb8c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:25:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['78be4ba5-dcdf-466f-8857-3af7b5656228'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:25:49.529163 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03325768-9105-457c-8ca2-9319b8a9ce41 req-c93276af-de17-49ed-ad52-bc80fab318c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:49.530616 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-03325768-9105-457c-8ca2-9319b8a9ce41 req-c93276af-de17-49ed-ad52-bc80fab318c7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3f2b416e-5468-4144-8f1a-53499e3c7b82 HTTP/1.1" status: 200 len: 850 time: 0.0428395 Jan 17 21:25:49.577463 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03325768-9105-457c-8ca2-9319b8a9ce41 req-51988470-b644-4403-858f-1ca7d262136d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:49.578939 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-03325768-9105-457c-8ca2-9319b8a9ce41 req-51988470-b644-4403-858f-1ca7d262136d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5af0e6ef-b600-4363-b491-e83498d1d2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392449 Jan 17 21:25:49.625819 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-0d2682d8-4b34-4379-ae5c-fe6ef4bb8c01 None None] Set router 78be4ba5-dcdf-466f-8857-3af7b5656228 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:25:49.675596 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-03325768-9105-457c-8ca2-9319b8a9ce41 req-92aa6118-d0bc-4a05-81c3-8bade31c5d4c service neutron] 10.222.0.72 "GET /v2.0/networks/5af0e6ef-b600-4363-b491-e83498d1d2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900347 Jan 17 21:25:49.764556 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-03325768-9105-457c-8ca2-9319b8a9ce41 req-3bff108d-c7c8-4c86-8e3b-bf7c0b226053 service neutron] 10.222.0.72 "GET /v2.0/networks/5af0e6ef-b600-4363-b491-e83498d1d2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824294 Jan 17 21:25:49.872534 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-0d2682d8-4b34-4379-ae5c-fe6ef4bb8c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'name': 'tempest-TestVolumeBootPattern-920129794-router', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:34Z', 'updated_at': '2022-01-17T21:23:38Z', 'revision_number': 4, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'gw_port': {'id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:84:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:35Z', 'updated_at': '2022-01-17T21:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_floatingips': [{'id': '3e568606-1234-4cbf-b66b-5a69b346c197', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'floating_ip_address': '172.27.0.240', 'floating_network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'router_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'port_id': 'bfd59a07-416c-4292-b1be-059ed60c472c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9', 'mac_address': 'fa:16:3e:7e:77:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851b3dd1-961b-4d23-9594-2a55d4f0f703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:25:47Z', 'updated_at': '2022-01-17T21:25:47Z', 'revision_number': 0, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac94ccc9-7efe-4100-8faa-599da3bc5807', 'name': '', 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'mac_address': 'fa:16:3e:af:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:37Z', 'updated_at': '2022-01-17T21:23:48Z', 'revision_number': 5, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'subnets': [{'id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:25:49.875058 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95aa9b0-784f-4c9a-891b-98cf9f8235ac req-52939752-c101-4716-aac4-9aba176b3da5 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:49.876675 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b95aa9b0-784f-4c9a-891b-98cf9f8235ac req-52939752-c101-4716-aac4-9aba176b3da5 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6219615-3cb9-44f4-9bc4-39c53d222a73 HTTP/1.1" status: 200 len: 945 time: 0.0543909 Jan 17 21:25:49.899111 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2682d8-4b34-4379-ae5c-fe6ef4bb8c01 None None] The sync data for ids ['78be4ba5-dcdf-466f-8857-3af7b5656228'] in dv-cinder-824895-3-iscsi is: [{'id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'name': 'tempest-TestVolumeBootPattern-920129794-router', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:34Z', 'updated_at': '2022-01-17T21:23:38Z', 'revision_number': 4, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'gw_port': {'id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:84:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:35Z', 'updated_at': '2022-01-17T21:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_floatingips': [{'id': '3e568606-1234-4cbf-b66b-5a69b346c197', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'floating_ip_address': '172.27.0.240', 'floating_network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'router_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'port_id': 'bfd59a07-416c-4292-b1be-059ed60c472c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9', 'mac_address': 'fa:16:3e:7e:77:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851b3dd1-961b-4d23-9594-2a55d4f0f703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:25:47Z', 'updated_at': '2022-01-17T21:25:47Z', 'revision_number': 0, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac94ccc9-7efe-4100-8faa-599da3bc5807', 'name': '', 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'mac_address': 'fa:16:3e:af:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:37Z', 'updated_at': '2022-01-17T21:23:48Z', 'revision_number': 5, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'subnets': [{'id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:25:49.935756 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b95aa9b0-784f-4c9a-891b-98cf9f8235ac req-c031863f-6a6b-4f15-b7c3-ad7c1a8cd8f9 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/security-groups?id=2b14ebd6-04fc-49d6-af36-fc40acb1070f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518844 Jan 17 21:25:50.541454 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73551a1d-ee8f-43f6-b483-49222acfd31c None None] New status for floating IP 3e568606-1234-4cbf-b66b-5a69b346c197: ACTIVE {{(pid=102501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 21:25:50.609278 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af79695-5009-4e16-8e97-e6286f0902ba req-ad7a3794-d5b8-4b9a-bd5c-fb9c419dad36 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:50.610821 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-1af79695-5009-4e16-8e97-e6286f0902ba req-ad7a3794-d5b8-4b9a-bd5c-fb9c419dad36 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6219615-3cb9-44f4-9bc4-39c53d222a73 HTTP/1.1" status: 200 len: 945 time: 0.0498347 Jan 17 21:25:50.625332 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a654526-1165-4870-8f17-dea81c40f5ba req-ccf341be-58d6-4f6b-ba2c-2f7c61e81a3d tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:50.627071 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1a654526-1165-4870-8f17-dea81c40f5ba req-ccf341be-58d6-4f6b-ba2c-2f7c61e81a3d tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=3de27f69-552a-4922-8576-4163c4c8bfb0 HTTP/1.1" status: 200 len: 945 time: 0.0517361 Jan 17 21:25:50.680364 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1a654526-1165-4870-8f17-dea81c40f5ba req-60986e54-4996-4927-a493-a147ea61bbe0 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460865 Jan 17 21:25:50.716216 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-1af79695-5009-4e16-8e97-e6286f0902ba req-cfdc7d67-d7d3-4552-94cb-dc1982651307 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Deleting port b2392b89-5cea-4346-bc5a-c8675b50ddc3 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:25:50.716679 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-1af79695-5009-4e16-8e97-e6286f0902ba req-cfdc7d67-d7d3-4552-94cb-dc1982651307 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (b2392b89-5cea-4346-bc5a-c8675b50ddc3), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:50.811334 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-1af79695-5009-4e16-8e97-e6286f0902ba req-cfdc7d67-d7d3-4552-94cb-dc1982651307 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] For port b2392b89-5cea-4346-bc5a-c8675b50ddc3, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=b2392b89-5cea-4346-bc5a-c8675b50ddc3,segment=NetworkSegment(687024db-b6cd-489e-aeb1-a94a47a8dfd6),segment_id=687024db-b6cd-489e-aeb1-a94a47a8dfd6)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:25:50.811964 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-1af79695-5009-4e16-8e97-e6286f0902ba req-cfdc7d67-d7d3-4552-94cb-dc1982651307 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (b2392b89-5cea-4346-bc5a-c8675b50ddc3), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:50.829615 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-1af79695-5009-4e16-8e97-e6286f0902ba req-cfdc7d67-d7d3-4552-94cb-dc1982651307 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Calling delete_port for b2392b89-5cea-4346-bc5a-c8675b50ddc3 owned by compute:nova {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:25:50.953446 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-1af79695-5009-4e16-8e97-e6286f0902ba req-cfdc7d67-d7d3-4552-94cb-dc1982651307 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (b2392b89-5cea-4346-bc5a-c8675b50ddc3), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:50.966839 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] get_ports_and_sgs() called for port_ids ['b2392b89-5cea-4346-bc5a-c8675b50ddc3'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:25:50.989801 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc7d67-d7d3-4552-94cb-dc1982651307 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Pushing event deleted for resources: {'Port': ['ID=b2392b89-5cea-4346-bc5a-c8675b50ddc3,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:25:51.032762 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af79695-5009-4e16-8e97-e6286f0902ba req-cfdc7d67-d7d3-4552-94cb-dc1982651307 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] No DVR routers for this DVR port b2392b89-5cea-4346-bc5a-c8675b50ddc3 on host hv-cinder-82489 {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:25:51.035744 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-1af79695-5009-4e16-8e97-e6286f0902ba req-cfdc7d67-d7d3-4552-94cb-dc1982651307 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:51.040724 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-1af79695-5009-4e16-8e97-e6286f0902ba req-cfdc7d67-d7d3-4552-94cb-dc1982651307 tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.72 "DELETE /v2.0/ports/b2392b89-5cea-4346-bc5a-c8675b50ddc3 HTTP/1.1" status: 204 len: 173 time: 0.4239633 Jan 17 21:25:51.041270 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6219615-3cb9-44f4-9bc4-39c53d222a73', 'name': 'network-vif-deleted', 'tag': 'b2392b89-5cea-4346-bc5a-c8675b50ddc3'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:25:51.043618 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c2de0e70a1bc7346ac1be0cec4f24ea848d889c4763a7575c3a73373459bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8f0a63-03d4-444f-a92a-b26f728f9cff" -d '{"events": [{"server_uuid": "d6219615-3cb9-44f4-9bc4-39c53d222a73", "name": "network-vif-deleted", "tag": "b2392b89-5cea-4346-bc5a-c8675b50ddc3"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:25:51.055610 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0621d96d-527b-4e8b-99e8-8e79278c938a req-7f29c6b8-e13c-490f-bae4-e5ee100e793a tempest-VolumesSnapshotTestJSON-981415579 tempest-VolumesSnapshotTestJSON-981415579-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6219615-3cb9-44f4-9bc4-39c53d222a73 HTTP/1.1" status: 200 len: 210 time: 0.0273974 Jan 17 21:25:51.113492 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976ae8dd-549d-490c-b178-d858346b80a7 x-openstack-request-id: req-976ae8dd-549d-490c-b178-d858346b80a7 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:25:51.113849 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6219615-3cb9-44f4-9bc4-39c53d222a73", "name": "network-vif-deleted", "tag": "b2392b89-5cea-4346-bc5a-c8675b50ddc3", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:25:51.114593 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-976ae8dd-549d-490c-b178-d858346b80a7 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:25:51.114994 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6219615-3cb9-44f4-9bc4-39c53d222a73', 'name': 'network-vif-deleted', 'tag': 'b2392b89-5cea-4346-bc5a-c8675b50ddc3', 'status': 'completed', 'code': 200} Jan 17 21:25:51.809894 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bd448-919c-4327-a1dd-e3ae5ab4668f req-636729c5-de68-48e9-8f2c-df7da423fdfd tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:51.810662 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-379bd448-919c-4327-a1dd-e3ae5ab4668f req-636729c5-de68-48e9-8f2c-df7da423fdfd tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=3de27f69-552a-4922-8576-4163c4c8bfb0 HTTP/1.1" status: 200 len: 945 time: 0.0557117 Jan 17 21:25:51.861773 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-379bd448-919c-4327-a1dd-e3ae5ab4668f req-129b6b7d-0da2-4916-a266-efae5b9d7a35 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456994 Jan 17 21:25:52.345608 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 687390ab-d9b1-43f0-800b-6bcd99484876 no longer exists at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:25:52.367368 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] No Port match for: 687390ab-d9b1-43f0-800b-6bcd99484876 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:25:52.367722 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 687390ab-d9b1-43f0-800b-6bcd99484876 not bound to the agent host hv-cinder-82489 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:25:52.368146 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device b2392b89-5cea-4346-bc5a-c8675b50ddc3 no longer exists at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:25:52.388647 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] No Port match for: b2392b89-5cea-4346-bc5a-c8675b50ddc3 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:25:52.389006 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device b2392b89-5cea-4346-bc5a-c8675b50ddc3 not bound to the agent host hv-cinder-82489 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:25:52.667621 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:52.752568 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371bb4e-d7e1-4b44-af4b-2fc8df7ea183 req-307b23e7-956b-45ff-abea-3329cd089a5d tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:52.754003 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a371bb4e-d7e1-4b44-af4b-2fc8df7ea183 req-307b23e7-956b-45ff-abea-3329cd089a5d tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.72 "GET /v2.0/ports?device_id=3de27f69-552a-4922-8576-4163c4c8bfb0 HTTP/1.1" status: 200 len: 945 time: 0.0481534 Jan 17 21:25:52.846700 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-a371bb4e-d7e1-4b44-af4b-2fc8df7ea183 req-dc650968-ec53-41a4-8e9e-76b47afa8996 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Deleting port 0371bc2b-703b-41a8-b868-151139132091 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:25:52.847033 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-a371bb4e-d7e1-4b44-af4b-2fc8df7ea183 req-dc650968-ec53-41a4-8e9e-76b47afa8996 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (0371bc2b-703b-41a8-b868-151139132091), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:52.936477 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-a371bb4e-d7e1-4b44-af4b-2fc8df7ea183 req-dc650968-ec53-41a4-8e9e-76b47afa8996 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] For port 0371bc2b-703b-41a8-b868-151139132091, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=0371bc2b-703b-41a8-b868-151139132091,segment=NetworkSegment(3002b40c-9179-46b7-bf21-480b3877c297),segment_id=3002b40c-9179-46b7-bf21-480b3877c297)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:25:52.936849 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-a371bb4e-d7e1-4b44-af4b-2fc8df7ea183 req-dc650968-ec53-41a4-8e9e-76b47afa8996 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (0371bc2b-703b-41a8-b868-151139132091), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:52.950222 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-a371bb4e-d7e1-4b44-af4b-2fc8df7ea183 req-dc650968-ec53-41a4-8e9e-76b47afa8996 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Calling delete_port for 0371bc2b-703b-41a8-b868-151139132091 owned by compute:nova {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:25:52.982149 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59393127-907f-4a97-ba7b-c126963ac403 req-3bb8c502-53e3-4c37-9a87-76f942c1aa47 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:25:52.983850 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-59393127-907f-4a97-ba7b-c126963ac403 req-3bb8c502-53e3-4c37-9a87-76f942c1aa47 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/ports?device_id=3de27f69-552a-4922-8576-4163c4c8bfb0 HTTP/1.1" status: 200 len: 945 time: 0.0502017 Jan 17 21:25:53.031477 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-59393127-907f-4a97-ba7b-c126963ac403 req-0e3e6f43-9a7f-498f-be32-b8781b66bd5a tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4211049-3041-4cbb-99b3-6f802e845b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417252 Jan 17 21:25:53.086050 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-a371bb4e-d7e1-4b44-af4b-2fc8df7ea183 req-dc650968-ec53-41a4-8e9e-76b47afa8996 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (0371bc2b-703b-41a8-b868-151139132091), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:53.112403 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc650968-ec53-41a4-8e9e-76b47afa8996 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Pushing event deleted for resources: {'Port': ['ID=0371bc2b-703b-41a8-b868-151139132091,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:25:53.114352 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] get_ports_and_sgs() called for port_ids ['0371bc2b-703b-41a8-b868-151139132091'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:25:53.156541 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-a371bb4e-d7e1-4b44-af4b-2fc8df7ea183 req-dc650968-ec53-41a4-8e9e-76b47afa8996 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] No DVR routers for this DVR port 0371bc2b-703b-41a8-b868-151139132091 on host hv-cinder-82489 {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:25:53.159200 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-a371bb4e-d7e1-4b44-af4b-2fc8df7ea183 req-dc650968-ec53-41a4-8e9e-76b47afa8996 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:53.162700 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a371bb4e-d7e1-4b44-af4b-2fc8df7ea183 req-dc650968-ec53-41a4-8e9e-76b47afa8996 tempest-AttachVolumeNegativeTest-866880555 tempest-AttachVolumeNegativeTest-866880555-project] 10.222.0.72 "DELETE /v2.0/ports/0371bc2b-703b-41a8-b868-151139132091 HTTP/1.1" status: 204 len: 173 time: 0.4037166 Jan 17 21:25:53.163276 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de27f69-552a-4922-8576-4163c4c8bfb0', 'name': 'network-vif-deleted', 'tag': '0371bc2b-703b-41a8-b868-151139132091'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:25:53.165555 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c2de0e70a1bc7346ac1be0cec4f24ea848d889c4763a7575c3a73373459bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a70cde-1f69-4be1-8b51-57fec2f8a355" -d '{"events": [{"server_uuid": "3de27f69-552a-4922-8576-4163c4c8bfb0", "name": "network-vif-deleted", "tag": "0371bc2b-703b-41a8-b868-151139132091"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:25:53.223764 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592e3779-421e-4651-9564-cafab470601c x-openstack-request-id: req-592e3779-421e-4651-9564-cafab470601c {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:25:53.224061 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de27f69-552a-4922-8576-4163c4c8bfb0", "name": "network-vif-deleted", "tag": "0371bc2b-703b-41a8-b868-151139132091", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:25:53.224347 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-592e3779-421e-4651-9564-cafab470601c {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:25:53.224801 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3de27f69-552a-4922-8576-4163c4c8bfb0', 'name': 'network-vif-deleted', 'tag': '0371bc2b-703b-41a8-b868-151139132091', 'status': 'completed', 'code': 200} Jan 17 21:25:54.092481 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 58500) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:25:54.137004 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f2baf28-b158-4894-9b7b-662724271967 admin admin] Deleting subnet 727d1d86-86be-4ba4-b825-0f84ac7512d4 {{(pid=102498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 21:25:54.140217 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5f2baf28-b158-4894-9b7b-662724271967 admin admin] Publish callbacks [] for subnet (727d1d86-86be-4ba4-b825-0f84ac7512d4), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:54.179065 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5f2baf28-b158-4894-9b7b-662724271967 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4065843'] for subnet (727d1d86-86be-4ba4-b825-0f84ac7512d4), precommit_delete_associations {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:54.217387 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5f2baf28-b158-4894-9b7b-662724271967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7879495'] for subnet (727d1d86-86be-4ba4-b825-0f84ac7512d4), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:54.268657 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5f2baf28-b158-4894-9b7b-662724271967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7879504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8863187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8768212'] for subnet (727d1d86-86be-4ba4-b825-0f84ac7512d4), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:54.294822 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2baf28-b158-4894-9b7b-662724271967 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=727d1d86-86be-4ba4-b825-0f84ac7512d4,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:25:54.301729 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5f2baf28-b158-4894-9b7b-662724271967 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:54.305404 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-5f2baf28-b158-4894-9b7b-662724271967 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/727d1d86-86be-4ba4-b825-0f84ac7512d4 HTTP/1.1" status: 204 len: 168 time: 0.2118597 Jan 17 21:25:54.311098 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 58504) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:25:54.379287 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-27a9e4e5-f50b-4321-9b8f-0e6f5fbba4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8337467'] for network (90270886-8b72-4996-b451-52316e1bfe26), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:54.457065 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-27a9e4e5-f50b-4321-9b8f-0e6f5fbba4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876800', 'neutron.services.segments.db._delete_segments_for_network-8789461539368'] for network (90270886-8b72-4996-b451-52316e1bfe26), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:54.480496 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-27a9e4e5-f50b-4321-9b8f-0e6f5fbba4cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90270886-8b72-4996-b451-52316e1bfe26']}} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:25:54.489410 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-27a9e4e5-f50b-4321-9b8f-0e6f5fbba4cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3002b40c-9179-46b7-bf21-480b3877c297') {'for_net_delete': True} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:25:54.489734 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-27a9e4e5-f50b-4321-9b8f-0e6f5fbba4cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3002b40c-9179-46b7-bf21-480b3877c297') {} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:25:54.499089 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-27a9e4e5-f50b-4321-9b8f-0e6f5fbba4cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789461539633', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901235'] for segment (3002b40c-9179-46b7-bf21-480b3877c297), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:54.511584 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-27a9e4e5-f50b-4321-9b8f-0e6f5fbba4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874'] for segment (3002b40c-9179-46b7-bf21-480b3877c297), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:54.517116 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27a9e4e5-f50b-4321-9b8f-0e6f5fbba4cf admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=102499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 21:25:54.517494 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-27a9e4e5-f50b-4321-9b8f-0e6f5fbba4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3358420'] for segment (3002b40c-9179-46b7-bf21-480b3877c297), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:54.519034 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:25:54.519034 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:25:54.519034 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:25:54.519034 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:25:54.519034 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:25:54.519034 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:25:54.519034 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:25:54.519034 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:25:54.519034 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:25:54.519034 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:25:54.519034 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:25:54.519034 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:25:54.519034 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:25:54.519034 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:25:54.519034 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:25:54.519034 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:25:54.519034 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:25:54.519034 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:25:54.519034 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:25:54.519034 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:25:54.519034 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:25:54.519034 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:25:54.519034 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:25:54.519034 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:25:54.519034 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:25:54.519034 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:25:54.519034 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:25:54.519034 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:25:54.519034 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:25:54.519034 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:25:54.519034 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:25:54.519034 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:25:54.519034 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:25:54.519034 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:25:54.519034 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:25:54.519034 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:25:54.519034 dv-cinder-824895-3-iscsi neutron-server[102499]: Traceback (most recent call last): Jan 17 21:25:54.521931 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 21:25:54.521931 dv-cinder-824895-3-iscsi neutron-server[102499]: timer() Jan 17 21:25:54.521931 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 21:25:54.521931 dv-cinder-824895-3-iscsi neutron-server[102499]: cb(*args, **kw) Jan 17 21:25:54.521931 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 21:25:54.521931 dv-cinder-824895-3-iscsi neutron-server[102499]: return func(*args, **kwargs) Jan 17 21:25:54.521931 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 21:25:54.521931 dv-cinder-824895-3-iscsi neutron-server[102499]: self._notify() Jan 17 21:25:54.521931 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 21:25:54.521931 dv-cinder-824895-3-iscsi neutron-server[102499]: self.callback(batched_events) Jan 17 21:25:54.521931 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 21:25:54.521931 dv-cinder-824895-3-iscsi neutron-server[102499]: event.method(event) Jan 17 21:25:54.521931 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 21:25:54.521931 dv-cinder-824895-3-iscsi neutron-server[102499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 21:25:54.521931 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 21:25:54.521931 dv-cinder-824895-3-iscsi neutron-server[102499]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 21:25:54.521931 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 21:25:54.521931 dv-cinder-824895-3-iscsi neutron-server[102499]: return f(self, *a, **k) Jan 17 21:25:54.521931 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 21:25:54.521931 dv-cinder-824895-3-iscsi neutron-server[102499]: return self._get(url).json() Jan 17 21:25:54.521931 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 21:25:54.521931 dv-cinder-824895-3-iscsi neutron-server[102499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 21:25:54.521931 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 21:25:54.521931 dv-cinder-824895-3-iscsi neutron-server[102499]: return self.request(url, 'GET', **kwargs) Jan 17 21:25:54.521931 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 21:25:54.521931 dv-cinder-824895-3-iscsi neutron-server[102499]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 21:25:54.521931 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 21:25:54.521931 dv-cinder-824895-3-iscsi neutron-server[102499]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 21:25:54.521931 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 21:25:54.521931 dv-cinder-824895-3-iscsi neutron-server[102499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 21:25:54.521931 dv-cinder-824895-3-iscsi neutron-server[102499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 21:25:54.570184 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-27a9e4e5-f50b-4321-9b8f-0e6f5fbba4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1018646'] for network (90270886-8b72-4996-b451-52316e1bfe26), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:54.575526 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-27a9e4e5-f50b-4321-9b8f-0e6f5fbba4cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:54.578594 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-27a9e4e5-f50b-4321-9b8f-0e6f5fbba4cf admin admin] 10.222.0.64 "DELETE /v2.0/networks/90270886-8b72-4996-b451-52316e1bfe26 HTTP/1.1" status: 204 len: 168 time: 0.2665079 Jan 17 21:25:54.590417 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a9e4e5-f50b-4321-9b8f-0e6f5fbba4cf admin admin] Pushing event deleted for resources: {'Network': ['ID=90270886-8b72-4996-b451-52316e1bfe26,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:25:54.742160 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 58510) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:25:54.781883 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-1da0a4e8-a460-44c5-8603-20b138a15f00 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=28496391913444ba9a1f04ca404c2c68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385344 Jan 17 21:25:54.784347 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 58512) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:25:54.829485 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b2c98c46-43e5-4c0b-a55f-19e6a412160c admin admin] Publish callbacks [] for security_group (d4211049-3041-4cbb-99b3-6f802e845b81), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:54.854425 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b2c98c46-43e5-4c0b-a55f-19e6a412160c admin admin] Publish callbacks [] for security_group (d4211049-3041-4cbb-99b3-6f802e845b81), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:54.880887 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6aed6af3-11c2-47bd-8ef6-e805bf8e6e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:54.900619 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b2c98c46-43e5-4c0b-a55f-19e6a412160c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (d4211049-3041-4cbb-99b3-6f802e845b81), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:54.903093 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b2c98c46-43e5-4c0b-a55f-19e6a412160c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:54.904236 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-b2c98c46-43e5-4c0b-a55f-19e6a412160c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d4211049-3041-4cbb-99b3-6f802e845b81 HTTP/1.1" status: 204 len: 168 time: 0.1189530 Jan 17 21:25:54.912347 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c98c46-43e5-4c0b-a55f-19e6a412160c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4211049-3041-4cbb-99b3-6f802e845b81,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:25:55.939288 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 58544) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:25:56.043781 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c7a5bc26-ba66-4061-9308-62af8cc851b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:56.122760 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c7a5bc26-ba66-4061-9308-62af8cc851b4 admin admin] Publish callbacks [] for security_group (77427030-f16f-47c6-923a-ccd4a49e1960), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:56.127748 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c7a5bc26-ba66-4061-9308-62af8cc851b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (77427030-f16f-47c6-923a-ccd4a49e1960), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:56.172030 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a5bc26-ba66-4061-9308-62af8cc851b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77427030-f16f-47c6-923a-ccd4a49e1960,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:25:56.176244 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-c7a5bc26-ba66-4061-9308-62af8cc851b4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=94e233cde22641cda75cda04d57035b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359252 Jan 17 21:25:56.178793 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 58550) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:25:56.227057 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-327f97c9-87a4-4bfa-949d-b09b0508bbb3 admin admin] Publish callbacks [] for security_group (77427030-f16f-47c6-923a-ccd4a49e1960), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:56.248269 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-327f97c9-87a4-4bfa-949d-b09b0508bbb3 admin admin] Publish callbacks [] for security_group (77427030-f16f-47c6-923a-ccd4a49e1960), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:56.295948 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-327f97c9-87a4-4bfa-949d-b09b0508bbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (77427030-f16f-47c6-923a-ccd4a49e1960), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:56.298543 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-327f97c9-87a4-4bfa-949d-b09b0508bbb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:56.299663 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-327f97c9-87a4-4bfa-949d-b09b0508bbb3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/77427030-f16f-47c6-923a-ccd4a49e1960 HTTP/1.1" status: 204 len: 168 time: 0.1199610 Jan 17 21:25:56.307196 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f97c9-87a4-4bfa-949d-b09b0508bbb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77427030-f16f-47c6-923a-ccd4a49e1960,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:25:57.497253 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 0371bc2b-703b-41a8-b868-151139132091 no longer exists at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:25:57.517077 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] No Port match for: 0371bc2b-703b-41a8-b868-151139132091 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:25:57.517428 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 0371bc2b-703b-41a8-b868-151139132091 not bound to the agent host hv-cinder-82489 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:25:57.642556 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ac5bb2a7-9d03-42b6-b29b-d8cf81d8c97e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:25:58.447354 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:00.050794 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:00.363792 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 58642) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:26:00.467406 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7b42c6f2-da19-4223-a89f-a7d02f3af20e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:00.539875 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7b42c6f2-da19-4223-a89f-a7d02f3af20e admin admin] Publish callbacks [] for security_group (e37546bd-aaa4-4396-af1a-bacc13550917), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:00.545256 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7b42c6f2-da19-4223-a89f-a7d02f3af20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (e37546bd-aaa4-4396-af1a-bacc13550917), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:00.586247 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-7b42c6f2-da19-4223-a89f-a7d02f3af20e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6e85ccc462df49dbab4d9b2da8cdfb71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204447 Jan 17 21:26:00.587120 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42c6f2-da19-4223-a89f-a7d02f3af20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37546bd-aaa4-4396-af1a-bacc13550917,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:26:00.589705 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 58646) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:26:00.639129 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9a495b47-5230-4806-8293-4844e38e89e9 admin admin] Publish callbacks [] for security_group (e37546bd-aaa4-4396-af1a-bacc13550917), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:00.660189 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9a495b47-5230-4806-8293-4844e38e89e9 admin admin] Publish callbacks [] for security_group (e37546bd-aaa4-4396-af1a-bacc13550917), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:00.705680 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9a495b47-5230-4806-8293-4844e38e89e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (e37546bd-aaa4-4396-af1a-bacc13550917), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:00.708544 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9a495b47-5230-4806-8293-4844e38e89e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:00.709818 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-9a495b47-5230-4806-8293-4844e38e89e9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e37546bd-aaa4-4396-af1a-bacc13550917 HTTP/1.1" status: 204 len: 168 time: 0.1194570 Jan 17 21:26:00.718709 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a495b47-5230-4806-8293-4844e38e89e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37546bd-aaa4-4396-af1a-bacc13550917,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:26:01.369879 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:05.222263 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:26:19.245505 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 58908) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:26:19.291057 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_v2 [None req-76db4e6f-3ea0-43d8-adaf-e7547bcd90ea admin admin] Deleting subnet 32c6fc4d-1c12-4dd2-b501-407264333a4c {{(pid=102498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 21:26:19.294611 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-76db4e6f-3ea0-43d8-adaf-e7547bcd90ea admin admin] Publish callbacks [] for subnet (32c6fc4d-1c12-4dd2-b501-407264333a4c), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:19.327694 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-76db4e6f-3ea0-43d8-adaf-e7547bcd90ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4065843'] for subnet (32c6fc4d-1c12-4dd2-b501-407264333a4c), precommit_delete_associations {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:19.364604 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-76db4e6f-3ea0-43d8-adaf-e7547bcd90ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7879495'] for subnet (32c6fc4d-1c12-4dd2-b501-407264333a4c), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:19.423303 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-76db4e6f-3ea0-43d8-adaf-e7547bcd90ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7879504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8863187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8768212'] for subnet (32c6fc4d-1c12-4dd2-b501-407264333a4c), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:19.447258 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db4e6f-3ea0-43d8-adaf-e7547bcd90ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32c6fc4d-1c12-4dd2-b501-407264333a4c,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:26:19.454149 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-76db4e6f-3ea0-43d8-adaf-e7547bcd90ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:19.457359 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-76db4e6f-3ea0-43d8-adaf-e7547bcd90ea admin admin] 10.222.0.64 "DELETE /v2.0/subnets/32c6fc4d-1c12-4dd2-b501-407264333a4c HTTP/1.1" status: 204 len: 168 time: 0.2108662 Jan 17 21:26:19.459950 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 58910) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:26:19.531770 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-982c52b1-548b-4b73-b84d-b958231e0461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8337467'] for network (43394bed-ee66-490e-9c2d-38204c292668), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:19.608195 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-982c52b1-548b-4b73-b84d-b958231e0461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876800', 'neutron.services.segments.db._delete_segments_for_network-8789461539368'] for network (43394bed-ee66-490e-9c2d-38204c292668), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:19.632353 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.services.segments.db [None req-982c52b1-548b-4b73-b84d-b958231e0461 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43394bed-ee66-490e-9c2d-38204c292668']}} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:26:19.641475 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.services.segments.db [None req-982c52b1-548b-4b73-b84d-b958231e0461 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '687024db-b6cd-489e-aeb1-a94a47a8dfd6') {'for_net_delete': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:26:19.641770 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.services.segments.db [None req-982c52b1-548b-4b73-b84d-b958231e0461 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '687024db-b6cd-489e-aeb1-a94a47a8dfd6') {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:26:19.651289 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-982c52b1-548b-4b73-b84d-b958231e0461 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789461539633', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4063680'] for segment (687024db-b6cd-489e-aeb1-a94a47a8dfd6), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:19.664189 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-982c52b1-548b-4b73-b84d-b958231e0461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874'] for segment (687024db-b6cd-489e-aeb1-a94a47a8dfd6), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:19.670920 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-982c52b1-548b-4b73-b84d-b958231e0461 admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=102498) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 21:26:19.671314 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-982c52b1-548b-4b73-b84d-b958231e0461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8863165'] for segment (687024db-b6cd-489e-aeb1-a94a47a8dfd6), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: Traceback (most recent call last): Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: timer() Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: cb(*args, **kw) Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: return func(*args, **kwargs) Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: self._notify() Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: self.callback(batched_events) Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: event.method(event) Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: return f(self, *a, **k) Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: return self._get(url).json() Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: return self.request(url, 'GET', **kwargs) Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 21:26:19.673037 dv-cinder-824895-3-iscsi neutron-server[102498]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 21:26:19.726756 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-982c52b1-548b-4b73-b84d-b958231e0461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1018646'] for network (43394bed-ee66-490e-9c2d-38204c292668), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:19.733123 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-982c52b1-548b-4b73-b84d-b958231e0461 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for network (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:19.736245 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-982c52b1-548b-4b73-b84d-b958231e0461 admin admin] 10.222.0.64 "DELETE /v2.0/networks/43394bed-ee66-490e-9c2d-38204c292668 HTTP/1.1" status: 204 len: 168 time: 0.2750704 Jan 17 21:26:19.747271 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982c52b1-548b-4b73-b84d-b958231e0461 admin admin] Pushing event deleted for resources: {'Network': ['ID=43394bed-ee66-490e-9c2d-38204c292668,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:26:19.896338 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 58918) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:26:19.936298 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-b4fcb410-12b3-4fd6-b820-af8a23e057e0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f7ac0b68ef1544aa94c22825c7307849&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386372 Jan 17 21:26:19.938749 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 58920) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:26:19.986088 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-67f89cfc-ee79-4a3c-8ff3-76756ef9bf5c admin admin] Publish callbacks [] for security_group (2b14ebd6-04fc-49d6-af36-fc40acb1070f), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:20.009434 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-67f89cfc-ee79-4a3c-8ff3-76756ef9bf5c admin admin] Publish callbacks [] for security_group (2b14ebd6-04fc-49d6-af36-fc40acb1070f), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:20.054018 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-67f89cfc-ee79-4a3c-8ff3-76756ef9bf5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (2b14ebd6-04fc-49d6-af36-fc40acb1070f), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:20.057316 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-67f89cfc-ee79-4a3c-8ff3-76756ef9bf5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:20.058450 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-67f89cfc-ee79-4a3c-8ff3-76756ef9bf5c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2b14ebd6-04fc-49d6-af36-fc40acb1070f HTTP/1.1" status: 204 len: 168 time: 0.1188121 Jan 17 21:26:20.066077 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f89cfc-ee79-4a3c-8ff3-76756ef9bf5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b14ebd6-04fc-49d6-af36-fc40acb1070f,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:26:22.685661 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:24.884174 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c77a7543-73e5-4d50-a435-634624f770cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:27.643815 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ec3e6737-ea34-4c20-aa5d-830a5405ef9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:28.450787 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:30.051996 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:31.373612 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:39.684556 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 59036) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:26:39.786221 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6545daf6-0b55-4fda-8ca3-71806130e6f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:39.860231 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6545daf6-0b55-4fda-8ca3-71806130e6f7 admin admin] Publish callbacks [] for security_group (f535c7c1-8a06-42dc-947a-dd5c251fd68c), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:39.864137 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6545daf6-0b55-4fda-8ca3-71806130e6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (f535c7c1-8a06-42dc-947a-dd5c251fd68c), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:39.903750 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-6545daf6-0b55-4fda-8ca3-71806130e6f7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c25f1357c3e94c26bd11c3f3c173b0cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179964 Jan 17 21:26:39.904764 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6545daf6-0b55-4fda-8ca3-71806130e6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f535c7c1-8a06-42dc-947a-dd5c251fd68c,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:26:39.906435 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 59042) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:26:39.955011 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dca9cd26-e2b5-4e25-9a7f-d898ceab940e admin admin] Publish callbacks [] for security_group (f535c7c1-8a06-42dc-947a-dd5c251fd68c), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:39.977094 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dca9cd26-e2b5-4e25-9a7f-d898ceab940e admin admin] Publish callbacks [] for security_group (f535c7c1-8a06-42dc-947a-dd5c251fd68c), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:40.022623 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dca9cd26-e2b5-4e25-9a7f-d898ceab940e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (f535c7c1-8a06-42dc-947a-dd5c251fd68c), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:40.025221 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dca9cd26-e2b5-4e25-9a7f-d898ceab940e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:40.029257 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-dca9cd26-e2b5-4e25-9a7f-d898ceab940e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f535c7c1-8a06-42dc-947a-dd5c251fd68c HTTP/1.1" status: 204 len: 168 time: 0.1188600 Jan 17 21:26:40.034818 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9cd26-e2b5-4e25-9a7f-d898ceab940e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f535c7c1-8a06-42dc-947a-dd5c251fd68c,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:26:40.042167 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9cd26-e2b5-4e25-9a7f-d898ceab940e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:40.042522 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9cd26-e2b5-4e25-9a7f-d898ceab940e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:40.042872 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9cd26-e2b5-4e25-9a7f-d898ceab940e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:40.043779 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9cd26-e2b5-4e25-9a7f-d898ceab940e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:40.044118 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9cd26-e2b5-4e25-9a7f-d898ceab940e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:40.044482 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9cd26-e2b5-4e25-9a7f-d898ceab940e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:40.044815 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9cd26-e2b5-4e25-9a7f-d898ceab940e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:40.045145 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9cd26-e2b5-4e25-9a7f-d898ceab940e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:40.045512 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9cd26-e2b5-4e25-9a7f-d898ceab940e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:40.045809 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9cd26-e2b5-4e25-9a7f-d898ceab940e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:40.046340 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9cd26-e2b5-4e25-9a7f-d898ceab940e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:40.046463 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9cd26-e2b5-4e25-9a7f-d898ceab940e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:40.046953 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca9cd26-e2b5-4e25-9a7f-d898ceab940e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:40.658624 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 59064) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:26:40.751568 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-a6f6439f-fa82-4221-bffd-fc4392874ec7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-133427780-network', 'tenant_id': '33682ba1d2ed4a519d30f654b5d9b876'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:26:40.774267 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f6439f-fa82-4221-bffd-fc4392874ec7 admin admin] Made reservation on behalf of 33682ba1d2ed4a519d30f654b5d9b876 for: {'network': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:26:40.776575 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a6f6439f-fa82-4221-bffd-fc4392874ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for network (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:40.787138 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a6f6439f-fa82-4221-bffd-fc4392874ec7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:40.859417 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a6f6439f-fa82-4221-bffd-fc4392874ec7 admin admin] Publish callbacks [] for security_group (b357fe58-a928-4627-b33f-11c839b42bd6), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:40.863106 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a6f6439f-fa82-4221-bffd-fc4392874ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (b357fe58-a928-4627-b33f-11c839b42bd6), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:40.886394 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6f6439f-fa82-4221-bffd-fc4392874ec7 admin admin] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=102499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 21:26:40.895441 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f6439f-fa82-4221-bffd-fc4392874ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b357fe58-a928-4627-b33f-11c839b42bd6,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:26:40.901180 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a6f6439f-fa82-4221-bffd-fc4392874ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874'] for segment (4e870e10-479f-4aea-8432-5a82b2ac39a7), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:40.901518 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.db.segments_db [None req-a6f6439f-fa82-4221-bffd-fc4392874ec7 admin admin] Added segment 4e870e10-479f-4aea-8432-5a82b2ac39a7 of type vlan for network cc4abef7-e15d-4b61-841c-c9c636857baa Jan 17 21:26:40.941755 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a6f6439f-fa82-4221-bffd-fc4392874ec7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789461006502'] for network (cc4abef7-e15d-4b61-841c-c9c636857baa), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:40.968565 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a6f6439f-fa82-4221-bffd-fc4392874ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988'] for network (cc4abef7-e15d-4b61-841c-c9c636857baa), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:40.969655 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f6439f-fa82-4221-bffd-fc4392874ec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:26:40.970207 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a6f6439f-fa82-4221-bffd-fc4392874ec7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:41.024085 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-a6f6439f-fa82-4221-bffd-fc4392874ec7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3643310 Jan 17 21:26:41.026990 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 59070) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:26:41.030730 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f6439f-fa82-4221-bffd-fc4392874ec7 admin admin] Pushing event updated for resources: {'Network': ['ID=cc4abef7-e15d-4b61-841c-c9c636857baa,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:26:41.032023 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-ec3fa740-930c-45ab-9483-e13ea182adaf admin admin] Request body: {'subnet': {'network_id': 'cc4abef7-e15d-4b61-841c-c9c636857baa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-133427780-subnet', 'tenant_id': '33682ba1d2ed4a519d30f654b5d9b876', 'ip_version': 4}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:26:41.040858 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Network cc4abef7-e15d-4b61-841c-c9c636857baa details requested by agent ovs-agent-dv-cinder-824895-3-iscsi with host dv-cinder-824895-3-iscsi {{(pid=102500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 21:26:41.054273 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3fa740-930c-45ab-9483-e13ea182adaf admin admin] Made reservation on behalf of 33682ba1d2ed4a519d30f654b5d9b876 for: {'subnet': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:26:41.057149 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ec3fa740-930c-45ab-9483-e13ea182adaf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8768191'] for subnet (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:41.221768 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ec3fa740-930c-45ab-9483-e13ea182adaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8862996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8768173'] for subnet (81b87183-4e00-4a16-bbfe-d89ac0d04be4), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:41.280353 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3fa740-930c-45ab-9483-e13ea182adaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=81b87183-4e00-4a16-bbfe-d89ac0d04be4,revision_number=0']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:26:41.287293 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3fa740-930c-45ab-9483-e13ea182adaf admin admin] Checking segment: {'id': '4e870e10-479f-4aea-8432-5a82b2ac39a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'cc4abef7-e15d-4b61-841c-c9c636857baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:26:41.287663 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3fa740-930c-45ab-9483-e13ea182adaf admin admin] Network hostable DHCP agents. Network: cc4abef7-e15d-4b61-841c-c9c636857baa, hostable agents: ['41e2bf6f-771d-4573-b749-4dbeb088662e'], hosted agents: [] {{(pid=102498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 21:26:41.304482 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3fa740-930c-45ab-9483-e13ea182adaf admin admin] Network cc4abef7-e15d-4b61-841c-c9c636857baa is scheduled to be hosted by DHCP agent 41e2bf6f-771d-4573-b749-4dbeb088662e with binding_index 1 {{(pid=102498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 21:26:41.313112 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-ec3fa740-930c-45ab-9483-e13ea182adaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824895-3-iscsi, cc4abef7-e15d-4b61-841c-c9c636857baa) {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:26:41.317462 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3fa740-930c-45ab-9483-e13ea182adaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:26:41.318034 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ec3fa740-930c-45ab-9483-e13ea182adaf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:41.324121 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104d6a43-35a7-4ad9-84d2-ac9618cf5be1 None None] Network cc4abef7-e15d-4b61-841c-c9c636857baa requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:26:41.334169 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-ec3fa740-930c-45ab-9483-e13ea182adaf admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3060019 Jan 17 21:26:41.337206 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 59072) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:26:41.342076 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-b333dfd9-2860-43ee-8ba3-11ac5223f363 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-133427780-router', 'tenant_id': '33682ba1d2ed4a519d30f654b5d9b876', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'}}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:26:41.365099 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-b333dfd9-2860-43ee-8ba3-11ac5223f363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25756'] for router (1bcca07b-b29f-40bc-bb8f-38826220eb83), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:41.366380 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-b333dfd9-2860-43ee-8ba3-11ac5223f363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1030443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1018761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25749'] for router (1bcca07b-b29f-40bc-bb8f-38826220eb83), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:41.414987 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-b333dfd9-2860-43ee-8ba3-11ac5223f363 admin admin] Publish callbacks [] for router_controller (1bcca07b-b29f-40bc-bb8f-38826220eb83), precommit_add_association {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:41.423777 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e15600-ecd2-48c5-aab7-e199273345fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b485675-18a1-5f7e-9121-12847c6f93ae-cc4abef7-e15d-4b61-841c-c9c636857baa', 'network_id': 'cc4abef7-e15d-4b61-841c-c9c636857baa', 'project_id': '33682ba1d2ed4a519d30f654b5d9b876', 'fixed_ips': [{'subnet_id': '81b87183-4e00-4a16-bbfe-d89ac0d04be4'}]}} from dv-cinder-824895-3-iscsi. {{(pid=102500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 21:26:41.425069 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-16e15600-ecd2-48c5-aab7-e199273345fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:41.566436 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_common [None req-16e15600-ecd2-48c5-aab7-e199273345fb None None] Allocated IP 172.20.0.2 (cc4abef7-e15d-4b61-841c-c9c636857baa/81b87183-4e00-4a16-bbfe-d89ac0d04be4/b169b03d-2444-45fe-a714-b79f295ad460) {{(pid=102500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:26:41.712787 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-16e15600-ecd2-48c5-aab7-e199273345fb None None] Publish callbacks [] for port (b169b03d-2444-45fe-a714-b79f295ad460), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:41.719545 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-16e15600-ecd2-48c5-aab7-e199273345fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965'] for port (b169b03d-2444-45fe-a714-b79f295ad460), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:41.758089 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e15600-ecd2-48c5-aab7-e199273345fb None None] Network cc4abef7-e15d-4b61-841c-c9c636857baa is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:26:41.760885 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-16e15600-ecd2-48c5-aab7-e199273345fb None None] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:26:41.763829 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e15600-ecd2-48c5-aab7-e199273345fb None None] Received port after_create {{(pid=102500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:26:41.777162 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e15600-ecd2-48c5-aab7-e199273345fb None None] Pushing event updated for resources: {'Port': ['ID=b169b03d-2444-45fe-a714-b79f295ad460,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:26:41.789038 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-b333dfd9-2860-43ee-8ba3-11ac5223f363 admin admin] Publish callbacks [] for router_gateway (1bcca07b-b29f-40bc-bb8f-38826220eb83), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:41.799497 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e15600-ecd2-48c5-aab7-e199273345fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:41.799923 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e15600-ecd2-48c5-aab7-e199273345fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:41.800288 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e15600-ecd2-48c5-aab7-e199273345fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:41.800654 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e15600-ecd2-48c5-aab7-e199273345fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:41.800989 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e15600-ecd2-48c5-aab7-e199273345fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:41.801318 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e15600-ecd2-48c5-aab7-e199273345fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:41.801648 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e15600-ecd2-48c5-aab7-e199273345fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:41.801968 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e15600-ecd2-48c5-aab7-e199273345fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:41.802295 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e15600-ecd2-48c5-aab7-e199273345fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:41.802632 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e15600-ecd2-48c5-aab7-e199273345fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:41.802966 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e15600-ecd2-48c5-aab7-e199273345fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:41.803299 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e15600-ecd2-48c5-aab7-e199273345fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:41.803605 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e15600-ecd2-48c5-aab7-e199273345fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:41.834592 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-16e15600-ecd2-48c5-aab7-e199273345fb None None] Attempting to bind port b169b03d-2444-45fe-a714-b79f295ad460 on host dv-cinder-824895-3-iscsi for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:26:41.834876 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-16e15600-ecd2-48c5-aab7-e199273345fb None None] Attempting to bind port b169b03d-2444-45fe-a714-b79f295ad460 by drivers openvswitch,hyperv on host dv-cinder-824895-3-iscsi at level 0 using segments [{'id': '4e870e10-479f-4aea-8432-5a82b2ac39a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'cc4abef7-e15d-4b61-841c-c9c636857baa'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:26:41.835464 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e15600-ecd2-48c5-aab7-e199273345fb None None] Attempting to bind port b169b03d-2444-45fe-a714-b79f295ad460 on network cc4abef7-e15d-4b61-841c-c9c636857baa {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:26:41.841201 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e15600-ecd2-48c5-aab7-e199273345fb None None] Checking agent: {'id': '03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824895-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 12, 31), 'started_at': datetime.datetime(2022, 1, 17, 21, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824895-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:26:41.841594 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e15600-ecd2-48c5-aab7-e199273345fb None None] Checking segment: {'id': '4e870e10-479f-4aea-8432-5a82b2ac39a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'cc4abef7-e15d-4b61-841c-c9c636857baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:26:41.841976 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-16e15600-ecd2-48c5-aab7-e199273345fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:41.842367 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e15600-ecd2-48c5-aab7-e199273345fb None None] Bound using segment: {'id': '4e870e10-479f-4aea-8432-5a82b2ac39a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'cc4abef7-e15d-4b61-841c-c9c636857baa'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:26:41.842830 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-16e15600-ecd2-48c5-aab7-e199273345fb None None] Bound port: b169b03d-2444-45fe-a714-b79f295ad460, host: dv-cinder-824895-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e870e10-479f-4aea-8432-5a82b2ac39a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'cc4abef7-e15d-4b61-841c-c9c636857baa'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:26:41.843209 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-16e15600-ecd2-48c5-aab7-e199273345fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (b169b03d-2444-45fe-a714-b79f295ad460), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:41.904924 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-16e15600-ecd2-48c5-aab7-e199273345fb None None] For port b169b03d-2444-45fe-a714-b79f295ad460, host dv-cinder-824895-3-iscsi, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:26:41.908199 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-16e15600-ecd2-48c5-aab7-e199273345fb None None] For port b169b03d-2444-45fe-a714-b79f295ad460, host dv-cinder-824895-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=b169b03d-2444-45fe-a714-b79f295ad460,segment=NetworkSegment(4e870e10-479f-4aea-8432-5a82b2ac39a7),segment_id=4e870e10-479f-4aea-8432-5a82b2ac39a7)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:26:41.912172 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-16e15600-ecd2-48c5-aab7-e199273345fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (b169b03d-2444-45fe-a714-b79f295ad460), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:41.977272 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e15600-ecd2-48c5-aab7-e199273345fb None None] Pushing event updated for resources: {'Port': ['ID=b169b03d-2444-45fe-a714-b79f295ad460,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:26:41.994296 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-b333dfd9-2860-43ee-8ba3-11ac5223f363 admin admin] Publish callbacks [] for router_gateway (1bcca07b-b29f-40bc-bb8f-38826220eb83), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:42.014355 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-b333dfd9-2860-43ee-8ba3-11ac5223f363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:42.163309 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [None req-b333dfd9-2860-43ee-8ba3-11ac5223f363 admin admin] Allocated IP 172.27.0.131 (a67fc2c9-f054-41ed-b80e-f186bf3f4e5f/f42dc890-63b4-41d2-851c-b195861b2359/2ff182de-58fe-4d56-8cb4-4800b19d023b) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:26:42.221571 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:26:42.289780 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-b333dfd9-2860-43ee-8ba3-11ac5223f363 admin admin] Publish callbacks [] for port (2ff182de-58fe-4d56-8cb4-4800b19d023b), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:42.331614 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-b333dfd9-2860-43ee-8ba3-11ac5223f363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863200'] for port (2ff182de-58fe-4d56-8cb4-4800b19d023b), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:42.365252 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device b169b03d-2444-45fe-a714-b79f295ad460 up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:26:42.378010 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b333dfd9-2860-43ee-8ba3-11ac5223f363 admin admin] Network a67fc2c9-f054-41ed-b80e-f186bf3f4e5f is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:26:42.383155 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-b333dfd9-2860-43ee-8ba3-11ac5223f363 admin admin] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:26:42.385603 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b333dfd9-2860-43ee-8ba3-11ac5223f363 admin admin] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:26:42.389746 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b333dfd9-2860-43ee-8ba3-11ac5223f363 admin admin] Pushing event updated for resources: {'Port': ['ID=2ff182de-58fe-4d56-8cb4-4800b19d023b,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:26:42.416225 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port b169b03d-2444-45fe-a714-b79f295ad460 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:26:42.416914 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (b169b03d-2444-45fe-a714-b79f295ad460), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:42.498162 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port b169b03d-2444-45fe-a714-b79f295ad460 is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:26:42.498557 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (b169b03d-2444-45fe-a714-b79f295ad460), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:42.532281 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] For port b169b03d-2444-45fe-a714-b79f295ad460, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=b169b03d-2444-45fe-a714-b79f295ad460,segment=NetworkSegment(4e870e10-479f-4aea-8432-5a82b2ac39a7),segment_id=4e870e10-479f-4aea-8432-5a82b2ac39a7)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:26:42.536971 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (b169b03d-2444-45fe-a714-b79f295ad460), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:42.588425 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Pushing event updated for resources: {'Port': ['ID=b169b03d-2444-45fe-a714-b79f295ad460,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:26:42.649718 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-b333dfd9-2860-43ee-8ba3-11ac5223f363 admin admin] Publish callbacks [] for router_gateway (1bcca07b-b29f-40bc-bb8f-38826220eb83), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:42.854710 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-b333dfd9-2860-43ee-8ba3-11ac5223f363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1026008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1018718'] for router (1bcca07b-b29f-40bc-bb8f-38826220eb83), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:42.865967 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d420138-e3b9-422c-8fd4-092633fc31cc None None] Network cc4abef7-e15d-4b61-841c-c9c636857baa requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:26:42.991907 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b333dfd9-2860-43ee-8ba3-11ac5223f363 admin admin] Router 1bcca07b-b29f-40bc-bb8f-38826220eb83 is scheduled to L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 with binding_index 1 {{(pid=102498) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 21:26:43.051816 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-35bfefac-3f3e-4c31-9c08-d5c0ec229780 None None] Provisioning complete for port b169b03d-2444-45fe-a714-b79f295ad460 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:26:43.052243 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-35bfefac-3f3e-4c31-9c08-d5c0ec229780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (b169b03d-2444-45fe-a714-b79f295ad460), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:43.104506 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b333dfd9-2860-43ee-8ba3-11ac5223f363 admin admin] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:26:43.116891 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306d575d-9943-4bbc-812b-78a1a76ac18d None None] Sync routers for ids ['1bcca07b-b29f-40bc-bb8f-38826220eb83'] in dv-cinder-824895-3-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:26:43.127725 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-b333dfd9-2860-43ee-8ba3-11ac5223f363 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:43.129067 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-b333dfd9-2860-43ee-8ba3-11ac5223f363 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7908528 Jan 17 21:26:43.131806 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 59078) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:26:43.150873 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306d575d-9943-4bbc-812b-78a1a76ac18d None None] Routers {'1bcca07b-b29f-40bc-bb8f-38826220eb83'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:26:43.151524 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-306d575d-9943-4bbc-812b-78a1a76ac18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:26:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['1bcca07b-b29f-40bc-bb8f-38826220eb83'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:26:43.238926 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-35bfefac-3f3e-4c31-9c08-d5c0ec229780 None None] Current status of the port b169b03d-2444-45fe-a714-b79f295ad460 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:26:43.297170 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-306d575d-9943-4bbc-812b-78a1a76ac18d None None] Set router 1bcca07b-b29f-40bc-bb8f-38826220eb83 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:26:43.471645 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-112d8e0c-a307-4821-9109-a971b3a3d2dc None None] Provisioning complete for port b169b03d-2444-45fe-a714-b79f295ad460 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:26:43.472281 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-112d8e0c-a307-4821-9109-a971b3a3d2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (b169b03d-2444-45fe-a714-b79f295ad460), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:43.519385 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-306d575d-9943-4bbc-812b-78a1a76ac18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bcca07b-b29f-40bc-bb8f-38826220eb83', 'name': 'tempest-TestMinimumBasicScenario-133427780-router', 'tenant_id': '33682ba1d2ed4a519d30f654b5d9b876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '2ff182de-58fe-4d56-8cb4-4800b19d023b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:26:41Z', 'updated_at': '2022-01-17T21:26:42Z', 'revision_number': 3, 'project_id': '33682ba1d2ed4a519d30f654b5d9b876', 'gw_port': {'id': '2ff182de-58fe-4d56-8cb4-4800b19d023b', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bcca07b-b29f-40bc-bb8f-38826220eb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:26:42Z', 'updated_at': '2022-01-17T21:26:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi'}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:26:43.549027 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306d575d-9943-4bbc-812b-78a1a76ac18d None None] Checking router: 1bcca07b-b29f-40bc-bb8f-38826220eb83 for host: dv-cinder-824895-3-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:26:43.549371 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306d575d-9943-4bbc-812b-78a1a76ac18d None None] Updating router 1bcca07b-b29f-40bc-bb8f-38826220eb83 port 2ff182de-58fe-4d56-8cb4-4800b19d023b binding host dv-cinder-824895-3-iscsi {{(pid=102500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 21:26:43.557283 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7252140b-4e20-4a07-8ca1-f9b1904cc12a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:43.598347 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-306d575d-9943-4bbc-812b-78a1a76ac18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (2ff182de-58fe-4d56-8cb4-4800b19d023b), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:43.628086 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-112d8e0c-a307-4821-9109-a971b3a3d2dc None None] Current status of the port b169b03d-2444-45fe-a714-b79f295ad460 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:26:43.714078 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [None req-7252140b-4e20-4a07-8ca1-f9b1904cc12a admin admin] Allocated IP 172.20.0.1 (cc4abef7-e15d-4b61-841c-c9c636857baa/81b87183-4e00-4a16-bbfe-d89ac0d04be4/8d6fd37f-6f19-423e-8d62-c3f878363f4b) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:26:43.816321 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7252140b-4e20-4a07-8ca1-f9b1904cc12a admin admin] Publish callbacks [] for port (8d6fd37f-6f19-423e-8d62-c3f878363f4b), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:43.849011 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7252140b-4e20-4a07-8ca1-f9b1904cc12a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (8d6fd37f-6f19-423e-8d62-c3f878363f4b), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:43.858526 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-306d575d-9943-4bbc-812b-78a1a76ac18d None None] Publish callbacks [] for port (2ff182de-58fe-4d56-8cb4-4800b19d023b), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:43.864137 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-306d575d-9943-4bbc-812b-78a1a76ac18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (2ff182de-58fe-4d56-8cb4-4800b19d023b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:43.886852 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7252140b-4e20-4a07-8ca1-f9b1904cc12a admin admin] Network cc4abef7-e15d-4b61-841c-c9c636857baa is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:26:43.889549 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-7252140b-4e20-4a07-8ca1-f9b1904cc12a admin admin] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:26:43.892908 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7252140b-4e20-4a07-8ca1-f9b1904cc12a admin admin] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:26:43.915811 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-306d575d-9943-4bbc-812b-78a1a76ac18d None None] Attempting to bind port 2ff182de-58fe-4d56-8cb4-4800b19d023b on host dv-cinder-824895-3-iscsi for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:26:43.916202 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-306d575d-9943-4bbc-812b-78a1a76ac18d None None] Attempting to bind port 2ff182de-58fe-4d56-8cb4-4800b19d023b by drivers openvswitch,hyperv on host dv-cinder-824895-3-iscsi at level 0 using segments [{'id': '639a724d-f7b6-49a0-bd3a-5adbc7060ec3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:26:43.916591 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306d575d-9943-4bbc-812b-78a1a76ac18d None None] Attempting to bind port 2ff182de-58fe-4d56-8cb4-4800b19d023b on network a67fc2c9-f054-41ed-b80e-f186bf3f4e5f {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:26:43.919658 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f809e40-169d-4aa2-952f-4506dbe49b25 None None] Pushing event updated for resources: {'Port': ['ID=2ff182de-58fe-4d56-8cb4-4800b19d023b,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:26:43.923130 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252140b-4e20-4a07-8ca1-f9b1904cc12a admin admin] Pushing event updated for resources: {'Port': ['ID=8d6fd37f-6f19-423e-8d62-c3f878363f4b,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:26:43.925487 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306d575d-9943-4bbc-812b-78a1a76ac18d None None] Checking agent: {'id': '03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824895-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 12, 31), 'started_at': datetime.datetime(2022, 1, 17, 21, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824895-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:26:43.925873 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306d575d-9943-4bbc-812b-78a1a76ac18d None None] Checking segment: {'id': '639a724d-f7b6-49a0-bd3a-5adbc7060ec3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:26:43.926284 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-306d575d-9943-4bbc-812b-78a1a76ac18d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:43.926699 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306d575d-9943-4bbc-812b-78a1a76ac18d None None] Bound using segment: {'id': '639a724d-f7b6-49a0-bd3a-5adbc7060ec3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:26:43.927176 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-306d575d-9943-4bbc-812b-78a1a76ac18d None None] Bound port: 2ff182de-58fe-4d56-8cb4-4800b19d023b, host: dv-cinder-824895-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639a724d-f7b6-49a0-bd3a-5adbc7060ec3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:26:43.927566 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-306d575d-9943-4bbc-812b-78a1a76ac18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (2ff182de-58fe-4d56-8cb4-4800b19d023b), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:43.939857 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7252140b-4e20-4a07-8ca1-f9b1904cc12a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1024649'] for router_interface (1bcca07b-b29f-40bc-bb8f-38826220eb83), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:43.992898 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-306d575d-9943-4bbc-812b-78a1a76ac18d None None] For port 2ff182de-58fe-4d56-8cb4-4800b19d023b, host dv-cinder-824895-3-iscsi, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:26:43.997045 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-306d575d-9943-4bbc-812b-78a1a76ac18d None None] For port 2ff182de-58fe-4d56-8cb4-4800b19d023b, host dv-cinder-824895-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=2ff182de-58fe-4d56-8cb4-4800b19d023b,segment=NetworkSegment(639a724d-f7b6-49a0-bd3a-5adbc7060ec3),segment_id=639a724d-f7b6-49a0-bd3a-5adbc7060ec3)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:26:44.002772 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-306d575d-9943-4bbc-812b-78a1a76ac18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (2ff182de-58fe-4d56-8cb4-4800b19d023b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:44.070858 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306d575d-9943-4bbc-812b-78a1a76ac18d None None] Routers {'1bcca07b-b29f-40bc-bb8f-38826220eb83'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:26:44.071503 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-306d575d-9943-4bbc-812b-78a1a76ac18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:26:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['1bcca07b-b29f-40bc-bb8f-38826220eb83'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:26:44.073478 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f809e40-169d-4aa2-952f-4506dbe49b25 None None] Pushing event updated for resources: {'Port': ['ID=2ff182de-58fe-4d56-8cb4-4800b19d023b,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:26:44.086045 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7252140b-4e20-4a07-8ca1-f9b1904cc12a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (8d6fd37f-6f19-423e-8d62-c3f878363f4b), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:44.185884 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-df8f403e-58dc-400b-b72e-9464e2fbfb1e None None] Provisioning complete for port 8d6fd37f-6f19-423e-8d62-c3f878363f4b triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:26:44.186152 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-df8f403e-58dc-400b-b72e-9464e2fbfb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (8d6fd37f-6f19-423e-8d62-c3f878363f4b), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:44.193943 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-306d575d-9943-4bbc-812b-78a1a76ac18d None None] Set router 1bcca07b-b29f-40bc-bb8f-38826220eb83 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:26:44.257985 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7252140b-4e20-4a07-8ca1-f9b1904cc12a admin admin] Publish callbacks [] for port (8d6fd37f-6f19-423e-8d62-c3f878363f4b), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:44.266001 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7252140b-4e20-4a07-8ca1-f9b1904cc12a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3358448'] for port (8d6fd37f-6f19-423e-8d62-c3f878363f4b), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:44.332659 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252140b-4e20-4a07-8ca1-f9b1904cc12a admin admin] Pushing event updated for resources: {'Port': ['ID=8d6fd37f-6f19-423e-8d62-c3f878363f4b,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:26:44.351030 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-df8f403e-58dc-400b-b72e-9464e2fbfb1e None None] Port 8d6fd37f-6f19-423e-8d62-c3f878363f4b cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:26:44.351196 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7252140b-4e20-4a07-8ca1-f9b1904cc12a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-986102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1024541'] for router_interface (1bcca07b-b29f-40bc-bb8f-38826220eb83), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:44.359143 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device b169b03d-2444-45fe-a714-b79f295ad460 up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:26:44.442211 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7252140b-4e20-4a07-8ca1-f9b1904cc12a admin admin] Network cc4abef7-e15d-4b61-841c-c9c636857baa is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:26:44.443611 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-7252140b-4e20-4a07-8ca1-f9b1904cc12a admin admin] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:26:44.467323 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port b169b03d-2444-45fe-a714-b79f295ad460 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:26:44.467705 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (b169b03d-2444-45fe-a714-b79f295ad460), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:44.519150 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-306d575d-9943-4bbc-812b-78a1a76ac18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bcca07b-b29f-40bc-bb8f-38826220eb83', 'name': 'tempest-TestMinimumBasicScenario-133427780-router', 'tenant_id': '33682ba1d2ed4a519d30f654b5d9b876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '2ff182de-58fe-4d56-8cb4-4800b19d023b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:26:41Z', 'updated_at': '2022-01-17T21:26:44Z', 'revision_number': 4, 'project_id': '33682ba1d2ed4a519d30f654b5d9b876', 'gw_port': {'id': '2ff182de-58fe-4d56-8cb4-4800b19d023b', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bcca07b-b29f-40bc-bb8f-38826220eb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:26:42Z', 'updated_at': '2022-01-17T21:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': '8d6fd37f-6f19-423e-8d62-c3f878363f4b', 'name': '', 'network_id': 'cc4abef7-e15d-4b61-841c-c9c636857baa', 'tenant_id': '33682ba1d2ed4a519d30f654b5d9b876', 'mac_address': 'fa:16:3e:39:45:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bcca07b-b29f-40bc-bb8f-38826220eb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '81b87183-4e00-4a16-bbfe-d89ac0d04be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:26:43Z', 'updated_at': '2022-01-17T21:26:43Z', 'revision_number': 1, 'project_id': '33682ba1d2ed4a519d30f654b5d9b876', 'subnets': [{'id': '81b87183-4e00-4a16-bbfe-d89ac0d04be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:26:44.548682 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306d575d-9943-4bbc-812b-78a1a76ac18d None None] The sync data for ids ['1bcca07b-b29f-40bc-bb8f-38826220eb83'] in dv-cinder-824895-3-iscsi is: [{'id': '1bcca07b-b29f-40bc-bb8f-38826220eb83', 'name': 'tempest-TestMinimumBasicScenario-133427780-router', 'tenant_id': '33682ba1d2ed4a519d30f654b5d9b876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '2ff182de-58fe-4d56-8cb4-4800b19d023b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:26:41Z', 'updated_at': '2022-01-17T21:26:44Z', 'revision_number': 4, 'project_id': '33682ba1d2ed4a519d30f654b5d9b876', 'gw_port': {'id': '2ff182de-58fe-4d56-8cb4-4800b19d023b', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bcca07b-b29f-40bc-bb8f-38826220eb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:26:42Z', 'updated_at': '2022-01-17T21:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': '8d6fd37f-6f19-423e-8d62-c3f878363f4b', 'name': '', 'network_id': 'cc4abef7-e15d-4b61-841c-c9c636857baa', 'tenant_id': '33682ba1d2ed4a519d30f654b5d9b876', 'mac_address': 'fa:16:3e:39:45:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bcca07b-b29f-40bc-bb8f-38826220eb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '81b87183-4e00-4a16-bbfe-d89ac0d04be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:26:43Z', 'updated_at': '2022-01-17T21:26:43Z', 'revision_number': 1, 'project_id': '33682ba1d2ed4a519d30f654b5d9b876', 'subnets': [{'id': '81b87183-4e00-4a16-bbfe-d89ac0d04be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:26:44.566700 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7252140b-4e20-4a07-8ca1-f9b1904cc12a admin admin] Router 1bcca07b-b29f-40bc-bb8f-38826220eb83 has already been hosted by L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:26:44.597420 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port b169b03d-2444-45fe-a714-b79f295ad460 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:26:44.683364 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-6ac40fdb-195d-476a-adbe-412e544b51c0 None None] Provisioning complete for port 8d6fd37f-6f19-423e-8d62-c3f878363f4b triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:26:44.684318 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6ac40fdb-195d-476a-adbe-412e544b51c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (8d6fd37f-6f19-423e-8d62-c3f878363f4b), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:44.690274 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7252140b-4e20-4a07-8ca1-f9b1904cc12a admin admin] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:26:44.696233 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-7252140b-4e20-4a07-8ca1-f9b1904cc12a admin admin] 10.222.0.64 "PUT /v2.0/routers/1bcca07b-b29f-40bc-bb8f-38826220eb83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5627241 Jan 17 21:26:44.881346 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-6ac40fdb-195d-476a-adbe-412e544b51c0 None None] Port 8d6fd37f-6f19-423e-8d62-c3f878363f4b cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:26:45.259366 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 59096) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:26:45.264887 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-04ee4dab-32a2-4287-8303-34caa77c5cf3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-886864114-network', 'tenant_id': '25b6b4d414ba4fcba7719e193b34e918'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:26:45.289819 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ee4dab-32a2-4287-8303-34caa77c5cf3 admin admin] Made reservation on behalf of 25b6b4d414ba4fcba7719e193b34e918 for: {'network': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:26:45.292275 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-04ee4dab-32a2-4287-8303-34caa77c5cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for network (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:45.301425 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-04ee4dab-32a2-4287-8303-34caa77c5cf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:45.397592 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-04ee4dab-32a2-4287-8303-34caa77c5cf3 admin admin] Publish callbacks [] for security_group (a08cfdbd-b4d6-4d22-b2ec-8b3dc8ed99c1), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:45.401705 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-04ee4dab-32a2-4287-8303-34caa77c5cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (a08cfdbd-b4d6-4d22-b2ec-8b3dc8ed99c1), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:45.424258 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04ee4dab-32a2-4287-8303-34caa77c5cf3 admin admin] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=102498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 21:26:45.440780 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee4dab-32a2-4287-8303-34caa77c5cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08cfdbd-b4d6-4d22-b2ec-8b3dc8ed99c1,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:26:45.443721 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-04ee4dab-32a2-4287-8303-34caa77c5cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874'] for segment (20e1164d-e0ec-4204-95a0-1551d7c578d0), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:45.444073 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.db.segments_db [None req-04ee4dab-32a2-4287-8303-34caa77c5cf3 admin admin] Added segment 20e1164d-e0ec-4204-95a0-1551d7c578d0 of type vlan for network 137b039d-408e-4ab8-be9d-2f22f835ce1a Jan 17 21:26:45.487808 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-04ee4dab-32a2-4287-8303-34caa77c5cf3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789461006502'] for network (137b039d-408e-4ab8-be9d-2f22f835ce1a), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:45.514988 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-04ee4dab-32a2-4287-8303-34caa77c5cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988'] for network (137b039d-408e-4ab8-be9d-2f22f835ce1a), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:45.516247 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ee4dab-32a2-4287-8303-34caa77c5cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:26:45.516972 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-04ee4dab-32a2-4287-8303-34caa77c5cf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for network (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:45.574526 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-04ee4dab-32a2-4287-8303-34caa77c5cf3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3138292 Jan 17 21:26:45.578021 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 59100) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:26:45.583245 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-4be91da8-a529-4b03-8068-2b4aff78ab4b admin admin] Request body: {'subnet': {'network_id': '137b039d-408e-4ab8-be9d-2f22f835ce1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-886864114-subnet', 'tenant_id': '25b6b4d414ba4fcba7719e193b34e918', 'ip_version': 4}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:26:45.591331 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee4dab-32a2-4287-8303-34caa77c5cf3 admin admin] Pushing event updated for resources: {'Network': ['ID=137b039d-408e-4ab8-be9d-2f22f835ce1a,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:26:45.606658 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Network 137b039d-408e-4ab8-be9d-2f22f835ce1a details requested by agent ovs-agent-dv-cinder-824895-3-iscsi with host dv-cinder-824895-3-iscsi {{(pid=102500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 21:26:45.629915 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be91da8-a529-4b03-8068-2b4aff78ab4b admin admin] Made reservation on behalf of 25b6b4d414ba4fcba7719e193b34e918 for: {'subnet': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:26:45.634440 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4be91da8-a529-4b03-8068-2b4aff78ab4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2835273'] for subnet (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:45.824656 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4be91da8-a529-4b03-8068-2b4aff78ab4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3358333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2835291'] for subnet (662035a5-24d9-4501-88a9-e13e6ecf0c10), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:45.875641 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be91da8-a529-4b03-8068-2b4aff78ab4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=662035a5-24d9-4501-88a9-e13e6ecf0c10,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:26:45.893049 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be91da8-a529-4b03-8068-2b4aff78ab4b admin admin] Checking segment: {'id': '20e1164d-e0ec-4204-95a0-1551d7c578d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '137b039d-408e-4ab8-be9d-2f22f835ce1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:26:45.893406 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be91da8-a529-4b03-8068-2b4aff78ab4b admin admin] Network hostable DHCP agents. Network: 137b039d-408e-4ab8-be9d-2f22f835ce1a, hostable agents: ['41e2bf6f-771d-4573-b749-4dbeb088662e'], hosted agents: [] {{(pid=102499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 21:26:45.911557 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be91da8-a529-4b03-8068-2b4aff78ab4b admin admin] Network 137b039d-408e-4ab8-be9d-2f22f835ce1a is scheduled to be hosted by DHCP agent 41e2bf6f-771d-4573-b749-4dbeb088662e with binding_index 1 {{(pid=102499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 21:26:45.922521 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-4be91da8-a529-4b03-8068-2b4aff78ab4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824895-3-iscsi, 137b039d-408e-4ab8-be9d-2f22f835ce1a) {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:26:45.927123 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be91da8-a529-4b03-8068-2b4aff78ab4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:26:45.928232 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4be91da8-a529-4b03-8068-2b4aff78ab4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:45.932274 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c548ae-c31f-4dfb-8eb2-1c2477c7fe17 None None] Network 137b039d-408e-4ab8-be9d-2f22f835ce1a requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:26:45.945313 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-4be91da8-a529-4b03-8068-2b4aff78ab4b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3660369 Jan 17 21:26:45.947776 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 59102) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:26:45.952215 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-ba240cf3-3dc6-4869-925f-0250e54ecd6b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-886864114-router', 'tenant_id': '25b6b4d414ba4fcba7719e193b34e918', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'}}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:26:45.978352 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ba240cf3-3dc6-4869-925f-0250e54ecd6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25756'] for router (eea9946a-340e-4d5c-958e-37ca743d156c), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:45.979295 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ba240cf3-3dc6-4869-925f-0250e54ecd6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1030443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1018761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25749'] for router (eea9946a-340e-4d5c-958e-37ca743d156c), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:46.038109 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6d0063-bc3a-4fae-ada3-392394fd473d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b485675-18a1-5f7e-9121-12847c6f93ae-137b039d-408e-4ab8-be9d-2f22f835ce1a', 'network_id': '137b039d-408e-4ab8-be9d-2f22f835ce1a', 'project_id': '25b6b4d414ba4fcba7719e193b34e918', 'fixed_ips': [{'subnet_id': '662035a5-24d9-4501-88a9-e13e6ecf0c10'}]}} from dv-cinder-824895-3-iscsi. {{(pid=102500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 21:26:46.038723 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ba240cf3-3dc6-4869-925f-0250e54ecd6b admin admin] Publish callbacks [] for router_controller (eea9946a-340e-4d5c-958e-37ca743d156c), precommit_add_association {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:46.039005 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6b6d0063-bc3a-4fae-ada3-392394fd473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:46.180821 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_common [None req-6b6d0063-bc3a-4fae-ada3-392394fd473d None None] Allocated IP 172.20.0.2 (137b039d-408e-4ab8-be9d-2f22f835ce1a/662035a5-24d9-4501-88a9-e13e6ecf0c10/21af02fe-8388-447d-90d6-19b542c49ceb) {{(pid=102500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:26:46.190524 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ba240cf3-3dc6-4869-925f-0250e54ecd6b admin admin] Publish callbacks [] for router_gateway (eea9946a-340e-4d5c-958e-37ca743d156c), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:46.367905 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6b6d0063-bc3a-4fae-ada3-392394fd473d None None] Publish callbacks [] for port (21af02fe-8388-447d-90d6-19b542c49ceb), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:46.383832 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6b6d0063-bc3a-4fae-ada3-392394fd473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965'] for port (21af02fe-8388-447d-90d6-19b542c49ceb), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:46.395987 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 2ff182de-58fe-4d56-8cb4-4800b19d023b up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:26:46.478652 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6d0063-bc3a-4fae-ada3-392394fd473d None None] Network 137b039d-408e-4ab8-be9d-2f22f835ce1a is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:26:46.481567 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d0063-bc3a-4fae-ada3-392394fd473d None None] Pushing event updated for resources: {'Port': ['ID=21af02fe-8388-447d-90d6-19b542c49ceb,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:26:46.484539 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-6b6d0063-bc3a-4fae-ada3-392394fd473d None None] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:26:46.490795 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6d0063-bc3a-4fae-ada3-392394fd473d None None] Received port after_create {{(pid=102500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:26:46.528150 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port 2ff182de-58fe-4d56-8cb4-4800b19d023b triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:26:46.528853 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (2ff182de-58fe-4d56-8cb4-4800b19d023b), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:46.584416 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-6b6d0063-bc3a-4fae-ada3-392394fd473d None None] Attempting to bind port 21af02fe-8388-447d-90d6-19b542c49ceb on host dv-cinder-824895-3-iscsi for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:26:46.584790 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-6b6d0063-bc3a-4fae-ada3-392394fd473d None None] Attempting to bind port 21af02fe-8388-447d-90d6-19b542c49ceb by drivers openvswitch,hyperv on host dv-cinder-824895-3-iscsi at level 0 using segments [{'id': '20e1164d-e0ec-4204-95a0-1551d7c578d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '137b039d-408e-4ab8-be9d-2f22f835ce1a'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:26:46.585417 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6d0063-bc3a-4fae-ada3-392394fd473d None None] Attempting to bind port 21af02fe-8388-447d-90d6-19b542c49ceb on network 137b039d-408e-4ab8-be9d-2f22f835ce1a {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:26:46.593984 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6d0063-bc3a-4fae-ada3-392394fd473d None None] Checking agent: {'id': '03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824895-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 12, 31), 'started_at': datetime.datetime(2022, 1, 17, 21, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824895-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:26:46.594415 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6d0063-bc3a-4fae-ada3-392394fd473d None None] Checking segment: {'id': '20e1164d-e0ec-4204-95a0-1551d7c578d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '137b039d-408e-4ab8-be9d-2f22f835ce1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:26:46.594857 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6b6d0063-bc3a-4fae-ada3-392394fd473d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:46.595219 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6d0063-bc3a-4fae-ada3-392394fd473d None None] Bound using segment: {'id': '20e1164d-e0ec-4204-95a0-1551d7c578d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '137b039d-408e-4ab8-be9d-2f22f835ce1a'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:26:46.595701 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-6b6d0063-bc3a-4fae-ada3-392394fd473d None None] Bound port: 21af02fe-8388-447d-90d6-19b542c49ceb, host: dv-cinder-824895-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e1164d-e0ec-4204-95a0-1551d7c578d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '137b039d-408e-4ab8-be9d-2f22f835ce1a'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:26:46.596092 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6b6d0063-bc3a-4fae-ada3-392394fd473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (21af02fe-8388-447d-90d6-19b542c49ceb), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:46.690159 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port 2ff182de-58fe-4d56-8cb4-4800b19d023b is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:26:46.690878 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (2ff182de-58fe-4d56-8cb4-4800b19d023b), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:46.693044 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ba240cf3-3dc6-4869-925f-0250e54ecd6b admin admin] Publish callbacks [] for router_gateway (eea9946a-340e-4d5c-958e-37ca743d156c), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:46.709144 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-6b6d0063-bc3a-4fae-ada3-392394fd473d None None] For port 21af02fe-8388-447d-90d6-19b542c49ceb, host dv-cinder-824895-3-iscsi, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:26:46.713644 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ba240cf3-3dc6-4869-925f-0250e54ecd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:46.716874 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-6b6d0063-bc3a-4fae-ada3-392394fd473d None None] For port 21af02fe-8388-447d-90d6-19b542c49ceb, host dv-cinder-824895-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=21af02fe-8388-447d-90d6-19b542c49ceb,segment=NetworkSegment(20e1164d-e0ec-4204-95a0-1551d7c578d0),segment_id=20e1164d-e0ec-4204-95a0-1551d7c578d0)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:26:46.729662 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6b6d0063-bc3a-4fae-ada3-392394fd473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (21af02fe-8388-447d-90d6-19b542c49ceb), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:46.735778 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] For port 2ff182de-58fe-4d56-8cb4-4800b19d023b, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=2ff182de-58fe-4d56-8cb4-4800b19d023b,segment=NetworkSegment(639a724d-f7b6-49a0-bd3a-5adbc7060ec3),segment_id=639a724d-f7b6-49a0-bd3a-5adbc7060ec3)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:26:46.750583 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (2ff182de-58fe-4d56-8cb4-4800b19d023b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:46.786523 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18900e70-5dca-474a-a025-523a3633700a None None] Sync routers for ids ['1bcca07b-b29f-40bc-bb8f-38826220eb83'] in dv-cinder-824895-3-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:26:46.801417 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18900e70-5dca-474a-a025-523a3633700a None None] Routers {'1bcca07b-b29f-40bc-bb8f-38826220eb83'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:26:46.802421 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-18900e70-5dca-474a-a025-523a3633700a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:26:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['1bcca07b-b29f-40bc-bb8f-38826220eb83'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:26:46.842202 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d0063-bc3a-4fae-ada3-392394fd473d None None] Pushing event updated for resources: {'Port': ['ID=21af02fe-8388-447d-90d6-19b542c49ceb,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:26:46.852054 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [None req-ba240cf3-3dc6-4869-925f-0250e54ecd6b admin admin] Allocated IP 172.27.0.209 (a67fc2c9-f054-41ed-b80e-f186bf3f4e5f/f42dc890-63b4-41d2-851c-b195861b2359/6eadb1af-cb2e-481e-822d-4cd7216c5881) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:26:46.912270 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Pushing event updated for resources: {'Port': ['ID=2ff182de-58fe-4d56-8cb4-4800b19d023b,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:26:47.004616 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ba240cf3-3dc6-4869-925f-0250e54ecd6b admin admin] Publish callbacks [] for port (6eadb1af-cb2e-481e-822d-4cd7216c5881), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:47.059457 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ba240cf3-3dc6-4869-925f-0250e54ecd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (6eadb1af-cb2e-481e-822d-4cd7216c5881), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:47.063890 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-18900e70-5dca-474a-a025-523a3633700a None None] Set router 1bcca07b-b29f-40bc-bb8f-38826220eb83 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:26:47.107787 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba240cf3-3dc6-4869-925f-0250e54ecd6b admin admin] Network a67fc2c9-f054-41ed-b80e-f186bf3f4e5f is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:26:47.114371 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-ba240cf3-3dc6-4869-925f-0250e54ecd6b admin admin] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:26:47.119581 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba240cf3-3dc6-4869-925f-0250e54ecd6b admin admin] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:26:47.156025 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba240cf3-3dc6-4869-925f-0250e54ecd6b admin admin] Pushing event updated for resources: {'Port': ['ID=6eadb1af-cb2e-481e-822d-4cd7216c5881,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:26:47.297161 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-18900e70-5dca-474a-a025-523a3633700a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bcca07b-b29f-40bc-bb8f-38826220eb83', 'name': 'tempest-TestMinimumBasicScenario-133427780-router', 'tenant_id': '33682ba1d2ed4a519d30f654b5d9b876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '2ff182de-58fe-4d56-8cb4-4800b19d023b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:26:41Z', 'updated_at': '2022-01-17T21:26:44Z', 'revision_number': 4, 'project_id': '33682ba1d2ed4a519d30f654b5d9b876', 'gw_port': {'id': '2ff182de-58fe-4d56-8cb4-4800b19d023b', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcca07b-b29f-40bc-bb8f-38826220eb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:26:42Z', 'updated_at': '2022-01-17T21:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': '8d6fd37f-6f19-423e-8d62-c3f878363f4b', 'name': '', 'network_id': 'cc4abef7-e15d-4b61-841c-c9c636857baa', 'tenant_id': '33682ba1d2ed4a519d30f654b5d9b876', 'mac_address': 'fa:16:3e:39:45:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bcca07b-b29f-40bc-bb8f-38826220eb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '81b87183-4e00-4a16-bbfe-d89ac0d04be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:26:43Z', 'updated_at': '2022-01-17T21:26:44Z', 'revision_number': 2, 'project_id': '33682ba1d2ed4a519d30f654b5d9b876', 'subnets': [{'id': '81b87183-4e00-4a16-bbfe-d89ac0d04be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:26:47.324090 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18900e70-5dca-474a-a025-523a3633700a None None] Checking router: 1bcca07b-b29f-40bc-bb8f-38826220eb83 for host: dv-cinder-824895-3-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:26:47.324487 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18900e70-5dca-474a-a025-523a3633700a None None] Updating router 1bcca07b-b29f-40bc-bb8f-38826220eb83 port 8d6fd37f-6f19-423e-8d62-c3f878363f4b binding host dv-cinder-824895-3-iscsi {{(pid=102501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 21:26:47.354932 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-18900e70-5dca-474a-a025-523a3633700a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (8d6fd37f-6f19-423e-8d62-c3f878363f4b), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:47.397274 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ba240cf3-3dc6-4869-925f-0250e54ecd6b admin admin] Publish callbacks [] for router_gateway (eea9946a-340e-4d5c-958e-37ca743d156c), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:47.606373 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ba240cf3-3dc6-4869-925f-0250e54ecd6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1026008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1018718'] for router (eea9946a-340e-4d5c-958e-37ca743d156c), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:47.631846 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-18900e70-5dca-474a-a025-523a3633700a None None] Publish callbacks [] for port (8d6fd37f-6f19-423e-8d62-c3f878363f4b), precommit_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:47.643053 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-18900e70-5dca-474a-a025-523a3633700a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (8d6fd37f-6f19-423e-8d62-c3f878363f4b), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:47.689109 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e474d8a-2ac8-4aa5-a736-faef8e1ca0ff None None] Pushing event updated for resources: {'Port': ['ID=8d6fd37f-6f19-423e-8d62-c3f878363f4b,revision_number=3']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:26:47.697945 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e474d8a-2ac8-4aa5-a736-faef8e1ca0ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:47.698313 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e474d8a-2ac8-4aa5-a736-faef8e1ca0ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:47.698679 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e474d8a-2ac8-4aa5-a736-faef8e1ca0ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:47.699066 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e474d8a-2ac8-4aa5-a736-faef8e1ca0ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:47.699396 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e474d8a-2ac8-4aa5-a736-faef8e1ca0ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:47.699721 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e474d8a-2ac8-4aa5-a736-faef8e1ca0ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:47.700044 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e474d8a-2ac8-4aa5-a736-faef8e1ca0ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:47.700392 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e474d8a-2ac8-4aa5-a736-faef8e1ca0ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:47.700740 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e474d8a-2ac8-4aa5-a736-faef8e1ca0ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:47.701060 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e474d8a-2ac8-4aa5-a736-faef8e1ca0ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:47.701376 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e474d8a-2ac8-4aa5-a736-faef8e1ca0ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:47.701687 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e474d8a-2ac8-4aa5-a736-faef8e1ca0ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:47.702003 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e474d8a-2ac8-4aa5-a736-faef8e1ca0ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:47.765942 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba240cf3-3dc6-4869-925f-0250e54ecd6b admin admin] Router eea9946a-340e-4d5c-958e-37ca743d156c is scheduled to L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 with binding_index 1 {{(pid=102499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 21:26:47.772592 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-18900e70-5dca-474a-a025-523a3633700a None None] Attempting to bind port 8d6fd37f-6f19-423e-8d62-c3f878363f4b on host dv-cinder-824895-3-iscsi for vnic_type normal with profile {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:26:47.773009 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-18900e70-5dca-474a-a025-523a3633700a None None] Attempting to bind port 8d6fd37f-6f19-423e-8d62-c3f878363f4b by drivers openvswitch,hyperv on host dv-cinder-824895-3-iscsi at level 0 using segments [{'id': '4e870e10-479f-4aea-8432-5a82b2ac39a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'cc4abef7-e15d-4b61-841c-c9c636857baa'}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:26:47.773426 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18900e70-5dca-474a-a025-523a3633700a None None] Attempting to bind port 8d6fd37f-6f19-423e-8d62-c3f878363f4b on network cc4abef7-e15d-4b61-841c-c9c636857baa {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:26:47.779306 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18900e70-5dca-474a-a025-523a3633700a None None] Checking agent: {'id': '03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824895-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 12, 31), 'started_at': datetime.datetime(2022, 1, 17, 21, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824895-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:26:47.779684 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18900e70-5dca-474a-a025-523a3633700a None None] Checking segment: {'id': '4e870e10-479f-4aea-8432-5a82b2ac39a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'cc4abef7-e15d-4b61-841c-c9c636857baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:26:47.780095 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-18900e70-5dca-474a-a025-523a3633700a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:47.780521 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18900e70-5dca-474a-a025-523a3633700a None None] Bound using segment: {'id': '4e870e10-479f-4aea-8432-5a82b2ac39a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'cc4abef7-e15d-4b61-841c-c9c636857baa'} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:26:47.781064 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-18900e70-5dca-474a-a025-523a3633700a None None] Bound port: 8d6fd37f-6f19-423e-8d62-c3f878363f4b, host: dv-cinder-824895-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e870e10-479f-4aea-8432-5a82b2ac39a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'cc4abef7-e15d-4b61-841c-c9c636857baa'}}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:26:47.781467 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-18900e70-5dca-474a-a025-523a3633700a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (8d6fd37f-6f19-423e-8d62-c3f878363f4b), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:47.873008 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-18900e70-5dca-474a-a025-523a3633700a None None] For port 8d6fd37f-6f19-423e-8d62-c3f878363f4b, host dv-cinder-824895-3-iscsi, cleared binding levels {{(pid=102501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:26:47.877578 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-18900e70-5dca-474a-a025-523a3633700a None None] For port 8d6fd37f-6f19-423e-8d62-c3f878363f4b, host dv-cinder-824895-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=8d6fd37f-6f19-423e-8d62-c3f878363f4b,segment=NetworkSegment(4e870e10-479f-4aea-8432-5a82b2ac39a7),segment_id=4e870e10-479f-4aea-8432-5a82b2ac39a7)] {{(pid=102501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:26:47.886179 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-18900e70-5dca-474a-a025-523a3633700a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (8d6fd37f-6f19-423e-8d62-c3f878363f4b), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:47.898758 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba240cf3-3dc6-4869-925f-0250e54ecd6b admin admin] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:26:47.918766 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99eec6c1-2d54-482e-bde7-d5cb81c8fbd2 None None] Sync routers for ids ['eea9946a-340e-4d5c-958e-37ca743d156c'] in dv-cinder-824895-3-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:26:47.932835 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99eec6c1-2d54-482e-bde7-d5cb81c8fbd2 None None] Routers {'eea9946a-340e-4d5c-958e-37ca743d156c'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:26:47.934060 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-99eec6c1-2d54-482e-bde7-d5cb81c8fbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:26:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['eea9946a-340e-4d5c-958e-37ca743d156c'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:26:47.938688 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ba240cf3-3dc6-4869-925f-0250e54ecd6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:47.940487 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-ba240cf3-3dc6-4869-925f-0250e54ecd6b admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9915683 Jan 17 21:26:47.943166 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 59110) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:26:47.983163 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18900e70-5dca-474a-a025-523a3633700a None None] Routers {'1bcca07b-b29f-40bc-bb8f-38826220eb83'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:26:47.983835 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-18900e70-5dca-474a-a025-523a3633700a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:26:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['1bcca07b-b29f-40bc-bb8f-38826220eb83'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:26:47.992852 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e474d8a-2ac8-4aa5-a736-faef8e1ca0ff None None] Pushing event updated for resources: {'Port': ['ID=8d6fd37f-6f19-423e-8d62-c3f878363f4b,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:26:48.096162 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-99eec6c1-2d54-482e-bde7-d5cb81c8fbd2 None None] Set router eea9946a-340e-4d5c-958e-37ca743d156c gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:26:48.165059 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-18900e70-5dca-474a-a025-523a3633700a None None] Set router 1bcca07b-b29f-40bc-bb8f-38826220eb83 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:26:48.165721 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea14eb29-88f3-40b7-890a-8fb590d88031 None None] Network 137b039d-408e-4ab8-be9d-2f22f835ce1a requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:26:48.274158 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-1526fd31-91e0-437a-8631-11d6f657c4f9 None None] Provisioning complete for port 8d6fd37f-6f19-423e-8d62-c3f878363f4b triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:26:48.274544 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-1526fd31-91e0-437a-8631-11d6f657c4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (8d6fd37f-6f19-423e-8d62-c3f878363f4b), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:48.448471 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-18900e70-5dca-474a-a025-523a3633700a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bcca07b-b29f-40bc-bb8f-38826220eb83', 'name': 'tempest-TestMinimumBasicScenario-133427780-router', 'tenant_id': '33682ba1d2ed4a519d30f654b5d9b876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '2ff182de-58fe-4d56-8cb4-4800b19d023b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:26:41Z', 'updated_at': '2022-01-17T21:26:44Z', 'revision_number': 4, 'project_id': '33682ba1d2ed4a519d30f654b5d9b876', 'gw_port': {'id': '2ff182de-58fe-4d56-8cb4-4800b19d023b', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcca07b-b29f-40bc-bb8f-38826220eb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:26:42Z', 'updated_at': '2022-01-17T21:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': '8d6fd37f-6f19-423e-8d62-c3f878363f4b', 'name': '', 'network_id': 'cc4abef7-e15d-4b61-841c-c9c636857baa', 'tenant_id': '33682ba1d2ed4a519d30f654b5d9b876', 'mac_address': 'fa:16:3e:39:45:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bcca07b-b29f-40bc-bb8f-38826220eb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '81b87183-4e00-4a16-bbfe-d89ac0d04be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:26:43Z', 'updated_at': '2022-01-17T21:26:47Z', 'revision_number': 4, 'project_id': '33682ba1d2ed4a519d30f654b5d9b876', 'subnets': [{'id': '81b87183-4e00-4a16-bbfe-d89ac0d04be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:26:48.481027 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18900e70-5dca-474a-a025-523a3633700a None None] The sync data for ids ['1bcca07b-b29f-40bc-bb8f-38826220eb83'] in dv-cinder-824895-3-iscsi is: [{'id': '1bcca07b-b29f-40bc-bb8f-38826220eb83', 'name': 'tempest-TestMinimumBasicScenario-133427780-router', 'tenant_id': '33682ba1d2ed4a519d30f654b5d9b876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '2ff182de-58fe-4d56-8cb4-4800b19d023b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:26:41Z', 'updated_at': '2022-01-17T21:26:44Z', 'revision_number': 4, 'project_id': '33682ba1d2ed4a519d30f654b5d9b876', 'gw_port': {'id': '2ff182de-58fe-4d56-8cb4-4800b19d023b', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcca07b-b29f-40bc-bb8f-38826220eb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:26:42Z', 'updated_at': '2022-01-17T21:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': '8d6fd37f-6f19-423e-8d62-c3f878363f4b', 'name': '', 'network_id': 'cc4abef7-e15d-4b61-841c-c9c636857baa', 'tenant_id': '33682ba1d2ed4a519d30f654b5d9b876', 'mac_address': 'fa:16:3e:39:45:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bcca07b-b29f-40bc-bb8f-38826220eb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '81b87183-4e00-4a16-bbfe-d89ac0d04be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:26:43Z', 'updated_at': '2022-01-17T21:26:47Z', 'revision_number': 4, 'project_id': '33682ba1d2ed4a519d30f654b5d9b876', 'subnets': [{'id': '81b87183-4e00-4a16-bbfe-d89ac0d04be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:26:48.496215 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-1526fd31-91e0-437a-8631-11d6f657c4f9 None None] Current status of the port 8d6fd37f-6f19-423e-8d62-c3f878363f4b is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:26:48.496640 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-1526fd31-91e0-437a-8631-11d6f657c4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (8d6fd37f-6f19-423e-8d62-c3f878363f4b), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:48.545411 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 8d6fd37f-6f19-423e-8d62-c3f878363f4b up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:26:48.585113 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-99eec6c1-2d54-482e-bde7-d5cb81c8fbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea9946a-340e-4d5c-958e-37ca743d156c', 'name': 'tempest-TestMinimumBasicScenario-886864114-router', 'tenant_id': '25b6b4d414ba4fcba7719e193b34e918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '6eadb1af-cb2e-481e-822d-4cd7216c5881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:26:45Z', 'updated_at': '2022-01-17T21:26:47Z', 'revision_number': 3, 'project_id': '25b6b4d414ba4fcba7719e193b34e918', 'gw_port': {'id': '6eadb1af-cb2e-481e-822d-4cd7216c5881', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea9946a-340e-4d5c-958e-37ca743d156c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:26:46Z', 'updated_at': '2022-01-17T21:26:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi'}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:26:48.593394 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e7bd7bac-1986-4517-b4b4-a367ac802e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:48.634230 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-1526fd31-91e0-437a-8631-11d6f657c4f9 None None] For port 8d6fd37f-6f19-423e-8d62-c3f878363f4b, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=8d6fd37f-6f19-423e-8d62-c3f878363f4b,segment=NetworkSegment(4e870e10-479f-4aea-8432-5a82b2ac39a7),segment_id=4e870e10-479f-4aea-8432-5a82b2ac39a7)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:26:48.635418 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99eec6c1-2d54-482e-bde7-d5cb81c8fbd2 None None] Checking router: eea9946a-340e-4d5c-958e-37ca743d156c for host: dv-cinder-824895-3-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:26:48.635971 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99eec6c1-2d54-482e-bde7-d5cb81c8fbd2 None None] Updating router eea9946a-340e-4d5c-958e-37ca743d156c port 6eadb1af-cb2e-481e-822d-4cd7216c5881 binding host dv-cinder-824895-3-iscsi {{(pid=102500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 21:26:48.659818 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-1526fd31-91e0-437a-8631-11d6f657c4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (8d6fd37f-6f19-423e-8d62-c3f878363f4b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:48.724063 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-99eec6c1-2d54-482e-bde7-d5cb81c8fbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (6eadb1af-cb2e-481e-822d-4cd7216c5881), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:48.811790 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [None req-e7bd7bac-1986-4517-b4b4-a367ac802e8b admin admin] Allocated IP 172.20.0.1 (137b039d-408e-4ab8-be9d-2f22f835ce1a/662035a5-24d9-4501-88a9-e13e6ecf0c10/5e0a2110-ff38-491a-a61c-30231e758c52) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:26:48.915994 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-1526fd31-91e0-437a-8631-11d6f657c4f9 None None] Provisioning complete for port 21af02fe-8388-447d-90d6-19b542c49ceb triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:26:48.916365 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-1526fd31-91e0-437a-8631-11d6f657c4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (21af02fe-8388-447d-90d6-19b542c49ceb), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:48.925157 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port 8d6fd37f-6f19-423e-8d62-c3f878363f4b triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:26:48.925859 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (8d6fd37f-6f19-423e-8d62-c3f878363f4b), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:48.935367 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e7bd7bac-1986-4517-b4b4-a367ac802e8b admin admin] Publish callbacks [] for port (5e0a2110-ff38-491a-a61c-30231e758c52), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:48.946376 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1526fd31-91e0-437a-8631-11d6f657c4f9 None None] Pushing event updated for resources: {'Port': ['ID=8d6fd37f-6f19-423e-8d62-c3f878363f4b,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:26:48.972449 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e7bd7bac-1986-4517-b4b4-a367ac802e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863200'] for port (5e0a2110-ff38-491a-a61c-30231e758c52), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:49.019277 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bd7bac-1986-4517-b4b4-a367ac802e8b admin admin] Network 137b039d-408e-4ab8-be9d-2f22f835ce1a is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:26:49.022359 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-e7bd7bac-1986-4517-b4b4-a367ac802e8b admin admin] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:26:49.026873 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bd7bac-1986-4517-b4b4-a367ac802e8b admin admin] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:26:49.052837 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd7bac-1986-4517-b4b4-a367ac802e8b admin admin] Pushing event updated for resources: {'Port': ['ID=5e0a2110-ff38-491a-a61c-30231e758c52,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:26:49.065429 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd7bac-1986-4517-b4b4-a367ac802e8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:49.065777 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd7bac-1986-4517-b4b4-a367ac802e8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:49.066118 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd7bac-1986-4517-b4b4-a367ac802e8b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:49.066453 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd7bac-1986-4517-b4b4-a367ac802e8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:49.066785 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd7bac-1986-4517-b4b4-a367ac802e8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:49.067118 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd7bac-1986-4517-b4b4-a367ac802e8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:49.067446 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd7bac-1986-4517-b4b4-a367ac802e8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:49.067770 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd7bac-1986-4517-b4b4-a367ac802e8b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:49.068102 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd7bac-1986-4517-b4b4-a367ac802e8b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:49.068443 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd7bac-1986-4517-b4b4-a367ac802e8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:49.069280 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd7bac-1986-4517-b4b4-a367ac802e8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:49.069593 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd7bac-1986-4517-b4b4-a367ac802e8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:49.070074 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd7bac-1986-4517-b4b4-a367ac802e8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:26:49.088227 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e7bd7bac-1986-4517-b4b4-a367ac802e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1024649'] for router_interface (eea9946a-340e-4d5c-958e-37ca743d156c), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:49.226986 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-1526fd31-91e0-437a-8631-11d6f657c4f9 None None] Current status of the port 21af02fe-8388-447d-90d6-19b542c49ceb is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:26:49.227383 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-1526fd31-91e0-437a-8631-11d6f657c4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (21af02fe-8388-447d-90d6-19b542c49ceb), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:49.231316 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port 8d6fd37f-6f19-423e-8d62-c3f878363f4b is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:26:49.232602 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 2ff182de-58fe-4d56-8cb4-4800b19d023b up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:26:49.335975 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-1526fd31-91e0-437a-8631-11d6f657c4f9 None None] For port 21af02fe-8388-447d-90d6-19b542c49ceb, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=21af02fe-8388-447d-90d6-19b542c49ceb,segment=NetworkSegment(20e1164d-e0ec-4204-95a0-1551d7c578d0),segment_id=20e1164d-e0ec-4204-95a0-1551d7c578d0)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:26:49.341947 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-1526fd31-91e0-437a-8631-11d6f657c4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (21af02fe-8388-447d-90d6-19b542c49ceb), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:49.393993 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-99eec6c1-2d54-482e-bde7-d5cb81c8fbd2 None None] Publish callbacks [] for port (6eadb1af-cb2e-481e-822d-4cd7216c5881), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:49.407564 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-99eec6c1-2d54-482e-bde7-d5cb81c8fbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (6eadb1af-cb2e-481e-822d-4cd7216c5881), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:49.417421 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port 2ff182de-58fe-4d56-8cb4-4800b19d023b triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:26:49.418322 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (2ff182de-58fe-4d56-8cb4-4800b19d023b), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:49.443166 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1526fd31-91e0-437a-8631-11d6f657c4f9 None None] Pushing event updated for resources: {'Port': ['ID=21af02fe-8388-447d-90d6-19b542c49ceb,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:26:49.485145 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e7bd7bac-1986-4517-b4b4-a367ac802e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (5e0a2110-ff38-491a-a61c-30231e758c52), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:49.510781 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-99eec6c1-2d54-482e-bde7-d5cb81c8fbd2 None None] Attempting to bind port 6eadb1af-cb2e-481e-822d-4cd7216c5881 on host dv-cinder-824895-3-iscsi for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:26:49.511147 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-99eec6c1-2d54-482e-bde7-d5cb81c8fbd2 None None] Attempting to bind port 6eadb1af-cb2e-481e-822d-4cd7216c5881 by drivers openvswitch,hyperv on host dv-cinder-824895-3-iscsi at level 0 using segments [{'id': '639a724d-f7b6-49a0-bd3a-5adbc7060ec3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:26:49.511557 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eec6c1-2d54-482e-bde7-d5cb81c8fbd2 None None] Attempting to bind port 6eadb1af-cb2e-481e-822d-4cd7216c5881 on network a67fc2c9-f054-41ed-b80e-f186bf3f4e5f {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:26:49.527079 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eec6c1-2d54-482e-bde7-d5cb81c8fbd2 None None] Checking agent: {'id': '03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824895-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 12, 31), 'started_at': datetime.datetime(2022, 1, 17, 21, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824895-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:26:49.527452 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eec6c1-2d54-482e-bde7-d5cb81c8fbd2 None None] Checking segment: {'id': '639a724d-f7b6-49a0-bd3a-5adbc7060ec3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:26:49.527851 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-99eec6c1-2d54-482e-bde7-d5cb81c8fbd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:49.528239 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eec6c1-2d54-482e-bde7-d5cb81c8fbd2 None None] Bound using segment: {'id': '639a724d-f7b6-49a0-bd3a-5adbc7060ec3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:26:49.528725 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-99eec6c1-2d54-482e-bde7-d5cb81c8fbd2 None None] Bound port: 6eadb1af-cb2e-481e-822d-4cd7216c5881, host: dv-cinder-824895-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639a724d-f7b6-49a0-bd3a-5adbc7060ec3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:26:49.529105 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-99eec6c1-2d54-482e-bde7-d5cb81c8fbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (6eadb1af-cb2e-481e-822d-4cd7216c5881), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:49.532299 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-6618558b-7135-4aef-ac91-380a10acff46 None None] Provisioning complete for port 5e0a2110-ff38-491a-a61c-30231e758c52 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:26:49.532683 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6618558b-7135-4aef-ac91-380a10acff46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (5e0a2110-ff38-491a-a61c-30231e758c52), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:49.534066 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7430b4-e12a-4a20-947f-63e097a3a375 None None] Pushing event updated for resources: {'Port': ['ID=6eadb1af-cb2e-481e-822d-4cd7216c5881,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:26:49.636651 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-6618558b-7135-4aef-ac91-380a10acff46 None None] Port 5e0a2110-ff38-491a-a61c-30231e758c52 cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:26:49.644283 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-99eec6c1-2d54-482e-bde7-d5cb81c8fbd2 None None] For port 6eadb1af-cb2e-481e-822d-4cd7216c5881, host dv-cinder-824895-3-iscsi, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:26:49.647800 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e7bd7bac-1986-4517-b4b4-a367ac802e8b admin admin] Publish callbacks [] for port (5e0a2110-ff38-491a-a61c-30231e758c52), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:49.648470 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-99eec6c1-2d54-482e-bde7-d5cb81c8fbd2 None None] For port 6eadb1af-cb2e-481e-822d-4cd7216c5881, host dv-cinder-824895-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=6eadb1af-cb2e-481e-822d-4cd7216c5881,segment=NetworkSegment(639a724d-f7b6-49a0-bd3a-5adbc7060ec3),segment_id=639a724d-f7b6-49a0-bd3a-5adbc7060ec3)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:26:49.649204 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port 2ff182de-58fe-4d56-8cb4-4800b19d023b is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:26:49.650562 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 21af02fe-8388-447d-90d6-19b542c49ceb up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:26:49.653028 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e7bd7bac-1986-4517-b4b4-a367ac802e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8863129'] for port (5e0a2110-ff38-491a-a61c-30231e758c52), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:49.658178 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-99eec6c1-2d54-482e-bde7-d5cb81c8fbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (6eadb1af-cb2e-481e-822d-4cd7216c5881), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:49.716903 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-6618558b-7135-4aef-ac91-380a10acff46 None None] Provisioning complete for port 8d6fd37f-6f19-423e-8d62-c3f878363f4b triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:26:49.717203 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6618558b-7135-4aef-ac91-380a10acff46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (8d6fd37f-6f19-423e-8d62-c3f878363f4b), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:49.720246 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd7bac-1986-4517-b4b4-a367ac802e8b admin admin] Pushing event updated for resources: {'Port': ['ID=5e0a2110-ff38-491a-a61c-30231e758c52,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:26:49.725270 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e7bd7bac-1986-4517-b4b4-a367ac802e8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-986102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1024541'] for router_interface (eea9946a-340e-4d5c-958e-37ca743d156c), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:49.781452 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99eec6c1-2d54-482e-bde7-d5cb81c8fbd2 None None] Routers {'eea9946a-340e-4d5c-958e-37ca743d156c'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:26:49.782069 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-99eec6c1-2d54-482e-bde7-d5cb81c8fbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:26:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['eea9946a-340e-4d5c-958e-37ca743d156c'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:26:49.817340 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bd7bac-1986-4517-b4b4-a367ac802e8b admin admin] Network 137b039d-408e-4ab8-be9d-2f22f835ce1a is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:26:49.818937 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-e7bd7bac-1986-4517-b4b4-a367ac802e8b admin admin] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:26:49.823171 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7430b4-e12a-4a20-947f-63e097a3a375 None None] Pushing event updated for resources: {'Port': ['ID=6eadb1af-cb2e-481e-822d-4cd7216c5881,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:26:49.852694 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port 21af02fe-8388-447d-90d6-19b542c49ceb triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:26:49.853073 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (21af02fe-8388-447d-90d6-19b542c49ceb), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:49.963705 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-6618558b-7135-4aef-ac91-380a10acff46 None None] Current status of the port 8d6fd37f-6f19-423e-8d62-c3f878363f4b is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:26:49.970479 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7bd7bac-1986-4517-b4b4-a367ac802e8b admin admin] Router eea9946a-340e-4d5c-958e-37ca743d156c has already been hosted by L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 {{(pid=102498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:26:49.971405 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-99eec6c1-2d54-482e-bde7-d5cb81c8fbd2 None None] Set router eea9946a-340e-4d5c-958e-37ca743d156c gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:26:50.017123 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-6618558b-7135-4aef-ac91-380a10acff46 None None] Provisioning complete for port 21af02fe-8388-447d-90d6-19b542c49ceb triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:26:50.017494 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6618558b-7135-4aef-ac91-380a10acff46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (21af02fe-8388-447d-90d6-19b542c49ceb), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:50.085469 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bd7bac-1986-4517-b4b4-a367ac802e8b admin admin] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:26:50.099741 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-e7bd7bac-1986-4517-b4b4-a367ac802e8b admin admin] 10.222.0.64 "PUT /v2.0/routers/eea9946a-340e-4d5c-958e-37ca743d156c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1467845 Jan 17 21:26:50.150225 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port 21af02fe-8388-447d-90d6-19b542c49ceb is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:26:50.251451 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-6618558b-7135-4aef-ac91-380a10acff46 None None] Current status of the port 21af02fe-8388-447d-90d6-19b542c49ceb is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:26:50.281732 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-99eec6c1-2d54-482e-bde7-d5cb81c8fbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea9946a-340e-4d5c-958e-37ca743d156c', 'name': 'tempest-TestMinimumBasicScenario-886864114-router', 'tenant_id': '25b6b4d414ba4fcba7719e193b34e918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '6eadb1af-cb2e-481e-822d-4cd7216c5881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:26:45Z', 'updated_at': '2022-01-17T21:26:49Z', 'revision_number': 4, 'project_id': '25b6b4d414ba4fcba7719e193b34e918', 'gw_port': {'id': '6eadb1af-cb2e-481e-822d-4cd7216c5881', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea9946a-340e-4d5c-958e-37ca743d156c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:26:46Z', 'updated_at': '2022-01-17T21:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': '5e0a2110-ff38-491a-a61c-30231e758c52', 'name': '', 'network_id': '137b039d-408e-4ab8-be9d-2f22f835ce1a', 'tenant_id': '25b6b4d414ba4fcba7719e193b34e918', 'mac_address': 'fa:16:3e:fa:78:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea9946a-340e-4d5c-958e-37ca743d156c', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '662035a5-24d9-4501-88a9-e13e6ecf0c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:26:48Z', 'updated_at': '2022-01-17T21:26:49Z', 'revision_number': 2, 'project_id': '25b6b4d414ba4fcba7719e193b34e918', 'subnets': [{'id': '662035a5-24d9-4501-88a9-e13e6ecf0c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:26:50.312294 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99eec6c1-2d54-482e-bde7-d5cb81c8fbd2 None None] The sync data for ids ['eea9946a-340e-4d5c-958e-37ca743d156c'] in dv-cinder-824895-3-iscsi is: [{'id': 'eea9946a-340e-4d5c-958e-37ca743d156c', 'name': 'tempest-TestMinimumBasicScenario-886864114-router', 'tenant_id': '25b6b4d414ba4fcba7719e193b34e918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '6eadb1af-cb2e-481e-822d-4cd7216c5881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:26:45Z', 'updated_at': '2022-01-17T21:26:49Z', 'revision_number': 4, 'project_id': '25b6b4d414ba4fcba7719e193b34e918', 'gw_port': {'id': '6eadb1af-cb2e-481e-822d-4cd7216c5881', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea9946a-340e-4d5c-958e-37ca743d156c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:26:46Z', 'updated_at': '2022-01-17T21:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': '5e0a2110-ff38-491a-a61c-30231e758c52', 'name': '', 'network_id': '137b039d-408e-4ab8-be9d-2f22f835ce1a', 'tenant_id': '25b6b4d414ba4fcba7719e193b34e918', 'mac_address': 'fa:16:3e:fa:78:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea9946a-340e-4d5c-958e-37ca743d156c', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '662035a5-24d9-4501-88a9-e13e6ecf0c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:26:48Z', 'updated_at': '2022-01-17T21:26:49Z', 'revision_number': 2, 'project_id': '25b6b4d414ba4fcba7719e193b34e918', 'subnets': [{'id': '662035a5-24d9-4501-88a9-e13e6ecf0c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:26:50.347344 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 8d6fd37f-6f19-423e-8d62-c3f878363f4b up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:26:50.404876 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-37c04da2-2416-45c1-af2d-a909c7bdc92e None None] Provisioning complete for port 5e0a2110-ff38-491a-a61c-30231e758c52 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:26:50.405117 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-37c04da2-2416-45c1-af2d-a909c7bdc92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (5e0a2110-ff38-491a-a61c-30231e758c52), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:50.447492 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port 8d6fd37f-6f19-423e-8d62-c3f878363f4b triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:26:50.447867 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (8d6fd37f-6f19-423e-8d62-c3f878363f4b), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:50.486032 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-37c04da2-2416-45c1-af2d-a909c7bdc92e None None] Port 5e0a2110-ff38-491a-a61c-30231e758c52 cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:26:50.555375 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port 8d6fd37f-6f19-423e-8d62-c3f878363f4b is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:26:50.558130 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 21af02fe-8388-447d-90d6-19b542c49ceb up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:26:50.739877 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port 21af02fe-8388-447d-90d6-19b542c49ceb triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:26:50.740254 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (21af02fe-8388-447d-90d6-19b542c49ceb), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:50.820807 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port 21af02fe-8388-447d-90d6-19b542c49ceb is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:26:52.407853 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 6eadb1af-cb2e-481e-822d-4cd7216c5881 up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:26:52.471347 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port 6eadb1af-cb2e-481e-822d-4cd7216c5881 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:26:52.471719 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (6eadb1af-cb2e-481e-822d-4cd7216c5881), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:52.561976 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port 6eadb1af-cb2e-481e-822d-4cd7216c5881 is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:26:52.562294 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (6eadb1af-cb2e-481e-822d-4cd7216c5881), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:52.586547 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] For port 6eadb1af-cb2e-481e-822d-4cd7216c5881, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=6eadb1af-cb2e-481e-822d-4cd7216c5881,segment=NetworkSegment(639a724d-f7b6-49a0-bd3a-5adbc7060ec3),segment_id=639a724d-f7b6-49a0-bd3a-5adbc7060ec3)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:26:52.593394 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (6eadb1af-cb2e-481e-822d-4cd7216c5881), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:52.658409 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Pushing event updated for resources: {'Port': ['ID=6eadb1af-cb2e-481e-822d-4cd7216c5881,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:26:52.688661 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:52.950095 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadf763c-7289-47d4-b123-5968f7091e7d None None] Sync routers for ids ['eea9946a-340e-4d5c-958e-37ca743d156c'] in dv-cinder-824895-3-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:26:52.964942 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadf763c-7289-47d4-b123-5968f7091e7d None None] Routers {'eea9946a-340e-4d5c-958e-37ca743d156c'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:26:52.964942 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-dadf763c-7289-47d4-b123-5968f7091e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:26:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['eea9946a-340e-4d5c-958e-37ca743d156c'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:26:53.092803 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-dadf763c-7289-47d4-b123-5968f7091e7d None None] Set router eea9946a-340e-4d5c-958e-37ca743d156c gateway port host: dv-cinder-824895-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:26:53.332333 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-dadf763c-7289-47d4-b123-5968f7091e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea9946a-340e-4d5c-958e-37ca743d156c', 'name': 'tempest-TestMinimumBasicScenario-886864114-router', 'tenant_id': '25b6b4d414ba4fcba7719e193b34e918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '6eadb1af-cb2e-481e-822d-4cd7216c5881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:26:45Z', 'updated_at': '2022-01-17T21:26:49Z', 'revision_number': 4, 'project_id': '25b6b4d414ba4fcba7719e193b34e918', 'gw_port': {'id': '6eadb1af-cb2e-481e-822d-4cd7216c5881', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea9946a-340e-4d5c-958e-37ca743d156c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:26:46Z', 'updated_at': '2022-01-17T21:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': '5e0a2110-ff38-491a-a61c-30231e758c52', 'name': '', 'network_id': '137b039d-408e-4ab8-be9d-2f22f835ce1a', 'tenant_id': '25b6b4d414ba4fcba7719e193b34e918', 'mac_address': 'fa:16:3e:fa:78:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea9946a-340e-4d5c-958e-37ca743d156c', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '662035a5-24d9-4501-88a9-e13e6ecf0c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:26:48Z', 'updated_at': '2022-01-17T21:26:49Z', 'revision_number': 2, 'project_id': '25b6b4d414ba4fcba7719e193b34e918', 'subnets': [{'id': '662035a5-24d9-4501-88a9-e13e6ecf0c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:26:53.446803 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadf763c-7289-47d4-b123-5968f7091e7d None None] Checking router: eea9946a-340e-4d5c-958e-37ca743d156c for host: dv-cinder-824895-3-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:26:53.447161 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadf763c-7289-47d4-b123-5968f7091e7d None None] Updating router eea9946a-340e-4d5c-958e-37ca743d156c port 5e0a2110-ff38-491a-a61c-30231e758c52 binding host dv-cinder-824895-3-iscsi {{(pid=102501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 21:26:53.473699 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-dadf763c-7289-47d4-b123-5968f7091e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (5e0a2110-ff38-491a-a61c-30231e758c52), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:53.760053 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-dadf763c-7289-47d4-b123-5968f7091e7d None None] Publish callbacks [] for port (5e0a2110-ff38-491a-a61c-30231e758c52), precommit_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:53.767215 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-dadf763c-7289-47d4-b123-5968f7091e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (5e0a2110-ff38-491a-a61c-30231e758c52), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:53.817379 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d12c269-f478-480a-a399-ba78d2a572d1 None None] Pushing event updated for resources: {'Port': ['ID=5e0a2110-ff38-491a-a61c-30231e758c52,revision_number=3']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:26:53.873428 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-dadf763c-7289-47d4-b123-5968f7091e7d None None] Attempting to bind port 5e0a2110-ff38-491a-a61c-30231e758c52 on host dv-cinder-824895-3-iscsi for vnic_type normal with profile {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:26:53.873807 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-dadf763c-7289-47d4-b123-5968f7091e7d None None] Attempting to bind port 5e0a2110-ff38-491a-a61c-30231e758c52 by drivers openvswitch,hyperv on host dv-cinder-824895-3-iscsi at level 0 using segments [{'id': '20e1164d-e0ec-4204-95a0-1551d7c578d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '137b039d-408e-4ab8-be9d-2f22f835ce1a'}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:26:53.874171 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadf763c-7289-47d4-b123-5968f7091e7d None None] Attempting to bind port 5e0a2110-ff38-491a-a61c-30231e758c52 on network 137b039d-408e-4ab8-be9d-2f22f835ce1a {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:26:53.881400 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadf763c-7289-47d4-b123-5968f7091e7d None None] Checking agent: {'id': '03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824895-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 12, 31), 'started_at': datetime.datetime(2022, 1, 17, 21, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824895-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:26:53.882032 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadf763c-7289-47d4-b123-5968f7091e7d None None] Checking segment: {'id': '20e1164d-e0ec-4204-95a0-1551d7c578d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '137b039d-408e-4ab8-be9d-2f22f835ce1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:26:53.882032 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-dadf763c-7289-47d4-b123-5968f7091e7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:53.882417 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadf763c-7289-47d4-b123-5968f7091e7d None None] Bound using segment: {'id': '20e1164d-e0ec-4204-95a0-1551d7c578d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '137b039d-408e-4ab8-be9d-2f22f835ce1a'} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:26:53.882907 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-dadf763c-7289-47d4-b123-5968f7091e7d None None] Bound port: 5e0a2110-ff38-491a-a61c-30231e758c52, host: dv-cinder-824895-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e1164d-e0ec-4204-95a0-1551d7c578d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '137b039d-408e-4ab8-be9d-2f22f835ce1a'}}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:26:53.883297 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-dadf763c-7289-47d4-b123-5968f7091e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (5e0a2110-ff38-491a-a61c-30231e758c52), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:53.965244 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-dadf763c-7289-47d4-b123-5968f7091e7d None None] For port 5e0a2110-ff38-491a-a61c-30231e758c52, host dv-cinder-824895-3-iscsi, cleared binding levels {{(pid=102501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:26:53.970605 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-dadf763c-7289-47d4-b123-5968f7091e7d None None] For port 5e0a2110-ff38-491a-a61c-30231e758c52, host dv-cinder-824895-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=5e0a2110-ff38-491a-a61c-30231e758c52,segment=NetworkSegment(20e1164d-e0ec-4204-95a0-1551d7c578d0),segment_id=20e1164d-e0ec-4204-95a0-1551d7c578d0)] {{(pid=102501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:26:53.976008 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-dadf763c-7289-47d4-b123-5968f7091e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (5e0a2110-ff38-491a-a61c-30231e758c52), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:54.040043 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadf763c-7289-47d4-b123-5968f7091e7d None None] Routers {'eea9946a-340e-4d5c-958e-37ca743d156c'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:26:54.040567 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-dadf763c-7289-47d4-b123-5968f7091e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:26:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['eea9946a-340e-4d5c-958e-37ca743d156c'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:26:54.104046 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d12c269-f478-480a-a399-ba78d2a572d1 None None] Pushing event updated for resources: {'Port': ['ID=5e0a2110-ff38-491a-a61c-30231e758c52,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:26:54.150290 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-7ac28808-2767-43b0-9eb7-e86be74cb825 None None] Provisioning complete for port 5e0a2110-ff38-491a-a61c-30231e758c52 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:26:54.151399 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-7ac28808-2767-43b0-9eb7-e86be74cb825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (5e0a2110-ff38-491a-a61c-30231e758c52), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:54.211631 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-dadf763c-7289-47d4-b123-5968f7091e7d None None] Set router eea9946a-340e-4d5c-958e-37ca743d156c gateway port host: dv-cinder-824895-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:26:54.285625 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-7ac28808-2767-43b0-9eb7-e86be74cb825 None None] Current status of the port 5e0a2110-ff38-491a-a61c-30231e758c52 is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:26:54.285964 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-7ac28808-2767-43b0-9eb7-e86be74cb825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (5e0a2110-ff38-491a-a61c-30231e758c52), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:54.378392 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-7ac28808-2767-43b0-9eb7-e86be74cb825 None None] For port 5e0a2110-ff38-491a-a61c-30231e758c52, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=5e0a2110-ff38-491a-a61c-30231e758c52,segment=NetworkSegment(20e1164d-e0ec-4204-95a0-1551d7c578d0),segment_id=20e1164d-e0ec-4204-95a0-1551d7c578d0)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:26:54.386787 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-7ac28808-2767-43b0-9eb7-e86be74cb825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (5e0a2110-ff38-491a-a61c-30231e758c52), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:54.441598 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 6eadb1af-cb2e-481e-822d-4cd7216c5881 up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:26:54.476430 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac28808-2767-43b0-9eb7-e86be74cb825 None None] Pushing event updated for resources: {'Port': ['ID=5e0a2110-ff38-491a-a61c-30231e758c52,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:26:54.516118 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-dadf763c-7289-47d4-b123-5968f7091e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea9946a-340e-4d5c-958e-37ca743d156c', 'name': 'tempest-TestMinimumBasicScenario-886864114-router', 'tenant_id': '25b6b4d414ba4fcba7719e193b34e918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '6eadb1af-cb2e-481e-822d-4cd7216c5881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:26:45Z', 'updated_at': '2022-01-17T21:26:49Z', 'revision_number': 4, 'project_id': '25b6b4d414ba4fcba7719e193b34e918', 'gw_port': {'id': '6eadb1af-cb2e-481e-822d-4cd7216c5881', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea9946a-340e-4d5c-958e-37ca743d156c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:26:46Z', 'updated_at': '2022-01-17T21:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': '5e0a2110-ff38-491a-a61c-30231e758c52', 'name': '', 'network_id': '137b039d-408e-4ab8-be9d-2f22f835ce1a', 'tenant_id': '25b6b4d414ba4fcba7719e193b34e918', 'mac_address': 'fa:16:3e:fa:78:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea9946a-340e-4d5c-958e-37ca743d156c', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '662035a5-24d9-4501-88a9-e13e6ecf0c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:26:48Z', 'updated_at': '2022-01-17T21:26:53Z', 'revision_number': 4, 'project_id': '25b6b4d414ba4fcba7719e193b34e918', 'subnets': [{'id': '662035a5-24d9-4501-88a9-e13e6ecf0c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:26:54.520631 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-4dd21d27-586f-45f5-86c7-89dfd32b4f04 None None] Provisioning complete for port 5e0a2110-ff38-491a-a61c-30231e758c52 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:26:54.521015 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-4dd21d27-586f-45f5-86c7-89dfd32b4f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (5e0a2110-ff38-491a-a61c-30231e758c52), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:54.555473 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port 6eadb1af-cb2e-481e-822d-4cd7216c5881 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:26:54.555768 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (6eadb1af-cb2e-481e-822d-4cd7216c5881), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:54.558134 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadf763c-7289-47d4-b123-5968f7091e7d None None] The sync data for ids ['eea9946a-340e-4d5c-958e-37ca743d156c'] in dv-cinder-824895-3-iscsi is: [{'id': 'eea9946a-340e-4d5c-958e-37ca743d156c', 'name': 'tempest-TestMinimumBasicScenario-886864114-router', 'tenant_id': '25b6b4d414ba4fcba7719e193b34e918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '6eadb1af-cb2e-481e-822d-4cd7216c5881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:26:45Z', 'updated_at': '2022-01-17T21:26:49Z', 'revision_number': 4, 'project_id': '25b6b4d414ba4fcba7719e193b34e918', 'gw_port': {'id': '6eadb1af-cb2e-481e-822d-4cd7216c5881', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea9946a-340e-4d5c-958e-37ca743d156c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:26:46Z', 'updated_at': '2022-01-17T21:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': '5e0a2110-ff38-491a-a61c-30231e758c52', 'name': '', 'network_id': '137b039d-408e-4ab8-be9d-2f22f835ce1a', 'tenant_id': '25b6b4d414ba4fcba7719e193b34e918', 'mac_address': 'fa:16:3e:fa:78:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea9946a-340e-4d5c-958e-37ca743d156c', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '662035a5-24d9-4501-88a9-e13e6ecf0c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:26:48Z', 'updated_at': '2022-01-17T21:26:53Z', 'revision_number': 4, 'project_id': '25b6b4d414ba4fcba7719e193b34e918', 'subnets': [{'id': '662035a5-24d9-4501-88a9-e13e6ecf0c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:26:54.682332 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-4dd21d27-586f-45f5-86c7-89dfd32b4f04 None None] Current status of the port 5e0a2110-ff38-491a-a61c-30231e758c52 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:26:54.696277 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port 6eadb1af-cb2e-481e-822d-4cd7216c5881 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:26:54.697519 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 5e0a2110-ff38-491a-a61c-30231e758c52 up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:26:54.762469 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port 5e0a2110-ff38-491a-a61c-30231e758c52 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:26:54.762840 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (5e0a2110-ff38-491a-a61c-30231e758c52), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:54.852461 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port 5e0a2110-ff38-491a-a61c-30231e758c52 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:26:54.894582 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f7f23313-455f-4337-9101-76dcd85e9f5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:56.331803 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 5e0a2110-ff38-491a-a61c-30231e758c52 up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:26:56.386026 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port 5e0a2110-ff38-491a-a61c-30231e758c52 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:26:56.386418 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (5e0a2110-ff38-491a-a61c-30231e758c52), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:56.473779 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port 5e0a2110-ff38-491a-a61c-30231e758c52 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:26:57.650208 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2d0a6deb-58a1-4265-a288-b835f9917a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:26:58.456104 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:00.058439 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:01.377148 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:01.430296 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c2640-b934-401a-b954-b6d77479e718 req-d16368fa-07fd-477f-b6a6-b72aee6bb09d tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:01.431786 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-765c2640-b934-401a-b954-b6d77479e718 req-d16368fa-07fd-477f-b6a6-b72aee6bb09d tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/networks?id=cc4abef7-e15d-4b61-841c-c9c636857baa HTTP/1.1" status: 200 len: 814 time: 0.1082096 Jan 17 21:27:01.450059 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-765c2640-b934-401a-b954-b6d77479e718 req-7591a61a-04cd-426b-beff-bf922680f4b1 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/quotas/33682ba1d2ed4a519d30f654b5d9b876 HTTP/1.1" status: 200 len: 375 time: 0.0120132 Jan 17 21:27:01.504975 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-765c2640-b934-401a-b954-b6d77479e718 req-792b7560-ce11-4c47-9103-60832f47fa55 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=33682ba1d2ed4a519d30f654b5d9b876&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492103 Jan 17 21:27:01.706924 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-765c2640-b934-401a-b954-b6d77479e718 req-6be4b078-9570-4cc1-bc49-ebf8a8e24717 service neutron] 10.222.0.64 "GET /v2.0/networks/cc4abef7-e15d-4b61-841c-c9c636857baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899068 Jan 17 21:27:01.808081 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-765c2640-b934-401a-b954-b6d77479e718 req-7a2ec4db-8321-4f5f-8eed-254519d67b80 service neutron] 10.222.0.64 "GET /v2.0/networks/cc4abef7-e15d-4b61-841c-c9c636857baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950980 Jan 17 21:27:01.973611 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a2e6d780-ec08-4dc9-b5aa-8a1ac1170a1b req-72fb6094-4fc4-4b14-a24c-943d432ba235 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/ports?device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 210 time: 0.0314736 Jan 17 21:27:03.094669 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f7a75001-26c4-439b-8059-ab66afbee3a7 req-e2743aa3-ef00-4688-8803-27e5abf95606 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/ports?device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 210 time: 0.0293429 Jan 17 21:27:03.249119 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c2640-b934-401a-b954-b6d77479e718 req-11670b2d-8ea5-4bcb-bafb-18f6234e10be tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:03.250555 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-765c2640-b934-401a-b954-b6d77479e718 req-11670b2d-8ea5-4bcb-bafb-18f6234e10be tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.72 "GET /v2.0/networks?id=cc4abef7-e15d-4b61-841c-c9c636857baa HTTP/1.1" status: 200 len: 814 time: 0.1072373 Jan 17 21:27:03.264079 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-765c2640-b934-401a-b954-b6d77479e718 req-c5a86a8d-1e6b-48f3-973d-4af45d5b6038 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Request body: {'port': {'device_id': '750a4c55-b8a2-4303-a261-db81409d8b93', 'network_id': 'cc4abef7-e15d-4b61-841c-c9c636857baa', 'admin_state_up': True, 'tenant_id': '33682ba1d2ed4a519d30f654b5d9b876'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:27:03.380626 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-765c2640-b934-401a-b954-b6d77479e718 req-c5a86a8d-1e6b-48f3-973d-4af45d5b6038 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Made reservation on behalf of 33682ba1d2ed4a519d30f654b5d9b876 for: {'port': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:27:03.384178 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-765c2640-b934-401a-b954-b6d77479e718 req-c5a86a8d-1e6b-48f3-973d-4af45d5b6038 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:03.527782 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [req-765c2640-b934-401a-b954-b6d77479e718 req-c5a86a8d-1e6b-48f3-973d-4af45d5b6038 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Allocated IP 172.20.0.9 (cc4abef7-e15d-4b61-841c-c9c636857baa/81b87183-4e00-4a16-bbfe-d89ac0d04be4/8071f514-88c2-4831-9268-624212bd59d9) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:27:03.740280 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-765c2640-b934-401a-b954-b6d77479e718 req-c5a86a8d-1e6b-48f3-973d-4af45d5b6038 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks [] for port (8071f514-88c2-4831-9268-624212bd59d9), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:03.777236 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-765c2640-b934-401a-b954-b6d77479e718 req-c5a86a8d-1e6b-48f3-973d-4af45d5b6038 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (8071f514-88c2-4831-9268-624212bd59d9), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:03.829189 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-765c2640-b934-401a-b954-b6d77479e718 req-c5a86a8d-1e6b-48f3-973d-4af45d5b6038 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Network cc4abef7-e15d-4b61-841c-c9c636857baa is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:27:03.833587 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [req-765c2640-b934-401a-b954-b6d77479e718 req-c5a86a8d-1e6b-48f3-973d-4af45d5b6038 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:27:03.838042 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-765c2640-b934-401a-b954-b6d77479e718 req-c5a86a8d-1e6b-48f3-973d-4af45d5b6038 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:27:03.877408 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a86a8d-1e6b-48f3-973d-4af45d5b6038 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Pushing event updated for resources: {'Port': ['ID=8071f514-88c2-4831-9268-624212bd59d9,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:27:03.903839 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c2640-b934-401a-b954-b6d77479e718 req-c5a86a8d-1e6b-48f3-973d-4af45d5b6038 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:03.904534 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-765c2640-b934-401a-b954-b6d77479e718 req-c5a86a8d-1e6b-48f3-973d-4af45d5b6038 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:03.924768 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-765c2640-b934-401a-b954-b6d77479e718 req-c5a86a8d-1e6b-48f3-973d-4af45d5b6038 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6648157 Jan 17 21:27:04.074678 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-8e18c5be-4a34-40f8-a01e-d1e9477011ba None None] Provisioning complete for port 8071f514-88c2-4831-9268-624212bd59d9 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:27:04.075638 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-8e18c5be-4a34-40f8-a01e-d1e9477011ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (8071f514-88c2-4831-9268-624212bd59d9), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:04.113615 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-8e18c5be-4a34-40f8-a01e-d1e9477011ba None None] Port 8071f514-88c2-4831-9268-624212bd59d9 cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:27:04.241721 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e688ce-464b-4c41-8488-128ddeca71df req-c69d9d08-5fb6-4c00-a150-c115a6123913 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:04.243276 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-03e688ce-464b-4c41-8488-128ddeca71df req-c69d9d08-5fb6-4c00-a150-c115a6123913 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/ports?device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 931 time: 0.0696573 Jan 17 21:27:04.298113 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-03e688ce-464b-4c41-8488-128ddeca71df req-90b5edee-2706-4dff-a273-0a21857feaaa tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/security-groups?id=b357fe58-a928-4627-b33f-11c839b42bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482037 Jan 17 21:27:05.462102 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb52fc8-2b7c-4f96-8ff1-b059318fd217 req-1a3953cf-8dd6-4575-b48e-8fb9a0145cb0 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:05.466611 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ccb52fc8-2b7c-4f96-8ff1-b059318fd217 req-1a3953cf-8dd6-4575-b48e-8fb9a0145cb0 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/ports?device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 931 time: 0.0582149 Jan 17 21:27:05.536195 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ccb52fc8-2b7c-4f96-8ff1-b059318fd217 req-be34653b-5aeb-44f4-a6cb-97da49504a30 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/security-groups?id=b357fe58-a928-4627-b33f-11c839b42bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628827 Jan 17 21:27:06.656669 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cdf03a-3d32-4f8e-99f7-326cd8377c7c req-1f3670a4-4a25-44fc-a6dc-d8a3087a8f8e tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:06.658337 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f3cdf03a-3d32-4f8e-99f7-326cd8377c7c req-1f3670a4-4a25-44fc-a6dc-d8a3087a8f8e tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/ports?device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 931 time: 0.0523601 Jan 17 21:27:06.706895 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f3cdf03a-3d32-4f8e-99f7-326cd8377c7c req-88be06fc-8b7c-4884-b0e7-7bb66296cdc1 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/security-groups?id=b357fe58-a928-4627-b33f-11c839b42bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430524 Jan 17 21:27:07.830706 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e93ca-d034-478c-84b8-cd9ab39a85f3 req-3ace46b9-9f06-4946-a882-ec1e8525ebc8 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:07.832218 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-749e93ca-d034-478c-84b8-cd9ab39a85f3 req-3ace46b9-9f06-4946-a882-ec1e8525ebc8 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/ports?device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 931 time: 0.0537810 Jan 17 21:27:07.888950 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-749e93ca-d034-478c-84b8-cd9ab39a85f3 req-23aa7d92-9f00-49ec-9a8c-e85749a119c8 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/security-groups?id=b357fe58-a928-4627-b33f-11c839b42bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488031 Jan 17 21:27:09.008181 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19475d2-af04-4850-9114-41b266f074c0 req-207aa02a-82d8-4181-9145-f8c55cda9557 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:09.009764 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d19475d2-af04-4850-9114-41b266f074c0 req-207aa02a-82d8-4181-9145-f8c55cda9557 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/ports?device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 931 time: 0.0525761 Jan 17 21:27:09.063984 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d19475d2-af04-4850-9114-41b266f074c0 req-02805ba8-b28d-4e4c-b425-727f021bafab tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/security-groups?id=b357fe58-a928-4627-b33f-11c839b42bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477483 Jan 17 21:27:10.187388 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9bf8e-45ab-4072-8541-0e05cfdce39e req-3924d3cb-5f2b-470f-b8e8-7f859523fd13 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:10.189999 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d3b9bf8e-45ab-4072-8541-0e05cfdce39e req-3924d3cb-5f2b-470f-b8e8-7f859523fd13 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/ports?device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 931 time: 0.0564854 Jan 17 21:27:10.250223 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d3b9bf8e-45ab-4072-8541-0e05cfdce39e req-07b11842-111e-4250-9701-5ff4ebcd6f75 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/security-groups?id=b357fe58-a928-4627-b33f-11c839b42bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542333 Jan 17 21:27:11.367541 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d7aa77-ac17-41fe-9b43-b07b84584481 req-ab9e06cc-e116-4ec6-8820-fb707383cab4 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:11.369321 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a6d7aa77-ac17-41fe-9b43-b07b84584481 req-ab9e06cc-e116-4ec6-8820-fb707383cab4 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/ports?device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 931 time: 0.0511014 Jan 17 21:27:11.426896 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a6d7aa77-ac17-41fe-9b43-b07b84584481 req-2f3317fa-2e3a-416d-80e8-a5915a56bb91 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/security-groups?id=b357fe58-a928-4627-b33f-11c839b42bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474846 Jan 17 21:27:12.547001 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88bf0b-526c-4b8c-841e-e610ecab9c98 req-9ebf0df4-b106-4f2a-ac1f-9c5825bfcd3e tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:12.548529 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6b88bf0b-526c-4b8c-841e-e610ecab9c98 req-9ebf0df4-b106-4f2a-ac1f-9c5825bfcd3e tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/ports?device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 931 time: 0.0539351 Jan 17 21:27:12.598160 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6b88bf0b-526c-4b8c-841e-e610ecab9c98 req-4f8e8863-5c85-4f9a-b829-7dabee55fcac tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/security-groups?id=b357fe58-a928-4627-b33f-11c839b42bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436511 Jan 17 21:27:13.725302 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279c1d2-270f-464f-8c5a-8119cd86bc3e req-1cc508b1-9200-4bb2-ae42-e2afd8a47f57 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:13.726767 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1279c1d2-270f-464f-8c5a-8119cd86bc3e req-1cc508b1-9200-4bb2-ae42-e2afd8a47f57 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/ports?device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 931 time: 0.0583210 Jan 17 21:27:13.777002 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1279c1d2-270f-464f-8c5a-8119cd86bc3e req-dbc5b2c9-1eb2-4836-90c0-00092199358a tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/security-groups?id=b357fe58-a928-4627-b33f-11c839b42bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443649 Jan 17 21:27:14.898618 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca69b62-5244-479d-9061-4b7e42db351d req-0b1b18e3-9292-4247-a402-7b3d760cf248 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:14.900095 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0ca69b62-5244-479d-9061-4b7e42db351d req-0b1b18e3-9292-4247-a402-7b3d760cf248 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/ports?device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 931 time: 0.0483854 Jan 17 21:27:14.946373 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0ca69b62-5244-479d-9061-4b7e42db351d req-7ce93ecd-b15f-45dc-ba90-d420052ac840 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/security-groups?id=b357fe58-a928-4627-b33f-11c839b42bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400951 Jan 17 21:27:16.068238 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73b0e1-595f-41e9-b734-064a73e3e46b req-eb2de59b-4f71-456c-9b21-e2de58e9e5dc tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:16.069833 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5a73b0e1-595f-41e9-b734-064a73e3e46b req-eb2de59b-4f71-456c-9b21-e2de58e9e5dc tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/ports?device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 931 time: 0.0554838 Jan 17 21:27:16.120313 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5a73b0e1-595f-41e9-b734-064a73e3e46b req-f7c41583-91af-40c9-bc94-955a66c03e12 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/security-groups?id=b357fe58-a928-4627-b33f-11c839b42bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447242 Jan 17 21:27:16.783442 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-765c2640-b934-401a-b954-b6d77479e718 req-70bbdcf2-ad0c-40eb-8195-70978587b913 service neutron] Request body: {'port': {'device_id': '750a4c55-b8a2-4303-a261-db81409d8b93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82489'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:27:16.839220 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-765c2640-b934-401a-b954-b6d77479e718 req-70bbdcf2-ad0c-40eb-8195-70978587b913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (8071f514-88c2-4831-9268-624212bd59d9), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:17.146783 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [req-765c2640-b934-401a-b954-b6d77479e718 req-70bbdcf2-ad0c-40eb-8195-70978587b913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8071f514-88c2-4831-9268-624212bd59d9 {{(pid=102499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:27:17.155600 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-765c2640-b934-401a-b954-b6d77479e718 req-70bbdcf2-ad0c-40eb-8195-70978587b913 service neutron] Publish callbacks [] for port (8071f514-88c2-4831-9268-624212bd59d9), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:17.169591 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.provisioning_blocks [req-765c2640-b934-401a-b954-b6d77479e718 req-70bbdcf2-ad0c-40eb-8195-70978587b913 service neutron] Transition to ACTIVE for port object 8071f514-88c2-4831-9268-624212bd59d9 will not be triggered until provisioned by entity L2. {{(pid=102499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 21:27:17.176723 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-765c2640-b934-401a-b954-b6d77479e718 req-70bbdcf2-ad0c-40eb-8195-70978587b913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3358448'] for port (8071f514-88c2-4831-9268-624212bd59d9), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:17.232259 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bbdcf2-ad0c-40eb-8195-70978587b913 service neutron] Pushing event updated for resources: {'Port': ['ID=8071f514-88c2-4831-9268-624212bd59d9,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:27:17.274789 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ce1fa-3cf0-46db-8bcd-0addea1bb1b6 req-af5282e5-5069-4e28-a994-817c5603c600 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:17.277617 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b21ce1fa-3cf0-46db-8bcd-0addea1bb1b6 req-af5282e5-5069-4e28-a994-817c5603c600 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/ports?device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 943 time: 0.0637593 Jan 17 21:27:17.304194 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-765c2640-b934-401a-b954-b6d77479e718 req-70bbdcf2-ad0c-40eb-8195-70978587b913 service neutron] Attempting to bind port 8071f514-88c2-4831-9268-624212bd59d9 on host hv-cinder-82489 for vnic_type normal with profile {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:27:17.304596 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-765c2640-b934-401a-b954-b6d77479e718 req-70bbdcf2-ad0c-40eb-8195-70978587b913 service neutron] Attempting to bind port 8071f514-88c2-4831-9268-624212bd59d9 by drivers openvswitch,hyperv on host hv-cinder-82489 at level 0 using segments [{'id': '4e870e10-479f-4aea-8432-5a82b2ac39a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'cc4abef7-e15d-4b61-841c-c9c636857baa'}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:27:17.304938 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765c2640-b934-401a-b954-b6d77479e718 req-70bbdcf2-ad0c-40eb-8195-70978587b913 service neutron] Attempting to bind port 8071f514-88c2-4831-9268-624212bd59d9 on network cc4abef7-e15d-4b61-841c-c9c636857baa {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:27:17.309744 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765c2640-b934-401a-b954-b6d77479e718 req-70bbdcf2-ad0c-40eb-8195-70978587b913 service neutron] Port 8071f514-88c2-4831-9268-624212bd59d9 on network cc4abef7-e15d-4b61-841c-c9c636857baa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82489 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 21:27:17.310071 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765c2640-b934-401a-b954-b6d77479e718 req-70bbdcf2-ad0c-40eb-8195-70978587b913 service neutron] Attempting to bind port 8071f514-88c2-4831-9268-624212bd59d9 on network cc4abef7-e15d-4b61-841c-c9c636857baa {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:27:17.317255 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765c2640-b934-401a-b954-b6d77479e718 req-70bbdcf2-ad0c-40eb-8195-70978587b913 service neutron] Checking agent: {'id': 'fb6a4824-98a1-4114-b283-810c221687ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82489', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 18, 21), 'started_at': datetime.datetime(2022, 1, 17, 21, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:27:17.317255 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765c2640-b934-401a-b954-b6d77479e718 req-70bbdcf2-ad0c-40eb-8195-70978587b913 service neutron] Checking segment: {'id': '4e870e10-479f-4aea-8432-5a82b2ac39a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'cc4abef7-e15d-4b61-841c-c9c636857baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:27:17.317590 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765c2640-b934-401a-b954-b6d77479e718 req-70bbdcf2-ad0c-40eb-8195-70978587b913 service neutron] Bound using segment: {'id': '4e870e10-479f-4aea-8432-5a82b2ac39a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'cc4abef7-e15d-4b61-841c-c9c636857baa'} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:27:17.317902 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-765c2640-b934-401a-b954-b6d77479e718 req-70bbdcf2-ad0c-40eb-8195-70978587b913 service neutron] Bound port: 8071f514-88c2-4831-9268-624212bd59d9, host: hv-cinder-82489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e870e10-479f-4aea-8432-5a82b2ac39a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'cc4abef7-e15d-4b61-841c-c9c636857baa'}}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:27:17.318318 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-765c2640-b934-401a-b954-b6d77479e718 req-70bbdcf2-ad0c-40eb-8195-70978587b913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (8071f514-88c2-4831-9268-624212bd59d9), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:17.335994 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b21ce1fa-3cf0-46db-8bcd-0addea1bb1b6 req-e3dfde42-fc28-4ce8-88af-40031d5b1b3d tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/security-groups?id=b357fe58-a928-4627-b33f-11c839b42bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501695 Jan 17 21:27:17.386341 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-765c2640-b934-401a-b954-b6d77479e718 req-70bbdcf2-ad0c-40eb-8195-70978587b913 service neutron] For port 8071f514-88c2-4831-9268-624212bd59d9, host hv-cinder-82489, cleared binding levels {{(pid=102499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:27:17.389624 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-765c2640-b934-401a-b954-b6d77479e718 req-70bbdcf2-ad0c-40eb-8195-70978587b913 service neutron] For port 8071f514-88c2-4831-9268-624212bd59d9, host hv-cinder-82489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=8071f514-88c2-4831-9268-624212bd59d9,segment=NetworkSegment(4e870e10-479f-4aea-8432-5a82b2ac39a7),segment_id=4e870e10-479f-4aea-8432-5a82b2ac39a7)] {{(pid=102499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:27:17.394551 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-765c2640-b934-401a-b954-b6d77479e718 req-70bbdcf2-ad0c-40eb-8195-70978587b913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3358448'] for port (8071f514-88c2-4831-9268-624212bd59d9), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:17.431430 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c2640-b934-401a-b954-b6d77479e718 req-70bbdcf2-ad0c-40eb-8195-70978587b913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:17.432138 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-765c2640-b934-401a-b954-b6d77479e718 req-70bbdcf2-ad0c-40eb-8195-70978587b913 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:17.433671 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-765c2640-b934-401a-b954-b6d77479e718 req-70bbdcf2-ad0c-40eb-8195-70978587b913 service neutron] 10.222.0.72 "PUT /v2.0/ports/8071f514-88c2-4831-9268-624212bd59d9 HTTP/1.1" status: 200 len: 1093 time: 0.6544745 Jan 17 21:27:17.433929 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750a4c55-b8a2-4303-a261-db81409d8b93', 'tag': '8071f514-88c2-4831-9268-624212bd59d9'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:27:17.436178 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c2de0e70a1bc7346ac1be0cec4f24ea848d889c4763a7575c3a73373459bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48984d36-8cbc-4c89-b4c7-45926e4f3807" -d '{"events": [{"name": "network-changed", "server_uuid": "750a4c55-b8a2-4303-a261-db81409d8b93", "tag": "8071f514-88c2-4831-9268-624212bd59d9"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:27:17.457691 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bbdcf2-ad0c-40eb-8195-70978587b913 service neutron] Pushing event updated for resources: {'Port': ['ID=8071f514-88c2-4831-9268-624212bd59d9,revision_number=3']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:27:17.493005 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ffd1a6-9e3a-484d-bbfa-48a5ec0dc6e0 x-openstack-request-id: req-c6ffd1a6-9e3a-484d-bbfa-48a5ec0dc6e0 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:27:17.493329 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750a4c55-b8a2-4303-a261-db81409d8b93", "tag": "8071f514-88c2-4831-9268-624212bd59d9", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:27:17.493554 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c6ffd1a6-9e3a-484d-bbfa-48a5ec0dc6e0 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:27:17.493974 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750a4c55-b8a2-4303-a261-db81409d8b93', 'tag': '8071f514-88c2-4831-9268-624212bd59d9', 'status': 'completed', 'code': 200} Jan 17 21:27:17.527606 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c2640-b934-401a-b954-b6d77479e718 req-8c254b04-4c7b-44d5-a84b-72fea181a113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:17.529367 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-765c2640-b934-401a-b954-b6d77479e718 req-8c254b04-4c7b-44d5-a84b-72fea181a113 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=33682ba1d2ed4a519d30f654b5d9b876&device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 1096 time: 0.0462463 Jan 17 21:27:17.575246 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-765c2640-b934-401a-b954-b6d77479e718 req-c4063025-83af-4bd5-b2ab-cf3b2aaa19ea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8071f514-88c2-4831-9268-624212bd59d9 HTTP/1.1" status: 200 len: 217 time: 0.0389221 Jan 17 21:27:17.730278 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c2640-b934-401a-b954-b6d77479e718 req-037456cc-83d4-4daa-bc4a-64a738aeb05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:17.731709 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-765c2640-b934-401a-b954-b6d77479e718 req-037456cc-83d4-4daa-bc4a-64a738aeb05b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=81b87183-4e00-4a16-bbfe-d89ac0d04be4 HTTP/1.1" status: 200 len: 853 time: 0.0438421 Jan 17 21:27:17.775770 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c2640-b934-401a-b954-b6d77479e718 req-dba40761-6d57-4871-a2d5-d39f90c217a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:17.778011 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-765c2640-b934-401a-b954-b6d77479e718 req-dba40761-6d57-4871-a2d5-d39f90c217a2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cc4abef7-e15d-4b61-841c-c9c636857baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392811 Jan 17 21:27:17.873129 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-765c2640-b934-401a-b954-b6d77479e718 req-904f69a7-4b06-440e-9c31-1eb19db48519 service neutron] 10.222.0.72 "GET /v2.0/networks/cc4abef7-e15d-4b61-841c-c9c636857baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879407 Jan 17 21:27:17.961031 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-765c2640-b934-401a-b954-b6d77479e718 req-18c30fa3-4ceb-4e0f-8b82-6a2d0f921ca9 service neutron] 10.222.0.72 "GET /v2.0/networks/cc4abef7-e15d-4b61-841c-c9c636857baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813224 Jan 17 21:27:18.050123 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48984d36-8cbc-4c89-b4c7-45926e4f3807 req-856e3f16-2cb8-42f2-8918-5c8ccae1ecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:18.051693 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-48984d36-8cbc-4c89-b4c7-45926e4f3807 req-856e3f16-2cb8-42f2-8918-5c8ccae1ecf7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=33682ba1d2ed4a519d30f654b5d9b876&device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 1096 time: 0.0465627 Jan 17 21:27:18.151026 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48984d36-8cbc-4c89-b4c7-45926e4f3807 req-c119bccc-9144-4f5d-bf89-9646f55f8b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:18.152462 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-48984d36-8cbc-4c89-b4c7-45926e4f3807 req-c119bccc-9144-4f5d-bf89-9646f55f8b0d service neutron] 10.222.0.72 "GET /v2.0/networks?id=cc4abef7-e15d-4b61-841c-c9c636857baa HTTP/1.1" status: 200 len: 915 time: 0.0930882 Jan 17 21:27:18.197674 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-48984d36-8cbc-4c89-b4c7-45926e4f3807 req-39660c99-08b0-4b4f-b045-50b5f1bb78af service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8071f514-88c2-4831-9268-624212bd59d9 HTTP/1.1" status: 200 len: 217 time: 0.0382247 Jan 17 21:27:18.253384 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48984d36-8cbc-4c89-b4c7-45926e4f3807 req-9213542f-52ca-476a-ae27-3f4a17e5a205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:18.254873 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-48984d36-8cbc-4c89-b4c7-45926e4f3807 req-9213542f-52ca-476a-ae27-3f4a17e5a205 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=81b87183-4e00-4a16-bbfe-d89ac0d04be4 HTTP/1.1" status: 200 len: 853 time: 0.0502186 Jan 17 21:27:18.315553 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48984d36-8cbc-4c89-b4c7-45926e4f3807 req-2ff4498c-873c-460f-877e-f4210d85be9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:18.317143 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-48984d36-8cbc-4c89-b4c7-45926e4f3807 req-2ff4498c-873c-460f-877e-f4210d85be9c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cc4abef7-e15d-4b61-841c-c9c636857baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555384 Jan 17 21:27:18.417500 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-48984d36-8cbc-4c89-b4c7-45926e4f3807 req-4e950008-a36a-4dbb-b819-f1265c15e522 service neutron] 10.222.0.72 "GET /v2.0/networks/cc4abef7-e15d-4b61-841c-c9c636857baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914063 Jan 17 21:27:18.463687 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebb2fd-3f8b-4c23-929a-8625cbe16653 req-1560fcde-d9f8-42b5-b619-517800d7900c tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:18.465265 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-46ebb2fd-3f8b-4c23-929a-8625cbe16653 req-1560fcde-d9f8-42b5-b619-517800d7900c tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/ports?device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 943 time: 0.0527186 Jan 17 21:27:18.515821 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-48984d36-8cbc-4c89-b4c7-45926e4f3807 req-a32a7b91-a58b-4a04-bffa-5520cdc5e0ff service neutron] 10.222.0.72 "GET /v2.0/networks/cc4abef7-e15d-4b61-841c-c9c636857baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930097 Jan 17 21:27:18.519099 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-46ebb2fd-3f8b-4c23-929a-8625cbe16653 req-b9e8a71a-dc9a-4bde-95b0-67c53c62cd6c tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/security-groups?id=b357fe58-a928-4627-b33f-11c839b42bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474770 Jan 17 21:27:19.220519 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:27:19.644359 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12f775-4529-49c2-b590-682a9fdb532b req-c21e379e-7dce-439c-a84a-8a85ef30ef73 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:19.645984 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5c12f775-4529-49c2-b590-682a9fdb532b req-c21e379e-7dce-439c-a84a-8a85ef30ef73 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/ports?device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 943 time: 0.0531571 Jan 17 21:27:19.694609 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5c12f775-4529-49c2-b590-682a9fdb532b req-35f18e8c-b060-4fbd-9cbb-5905fc2e9d78 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/security-groups?id=b357fe58-a928-4627-b33f-11c839b42bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429475 Jan 17 21:27:20.864428 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84996b8b-b014-4eb1-a0ea-55495bb4118d req-5590f28c-9dad-40b6-ae2d-34a712af6c93 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:20.866027 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-84996b8b-b014-4eb1-a0ea-55495bb4118d req-5590f28c-9dad-40b6-ae2d-34a712af6c93 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/ports?device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 943 time: 0.0846233 Jan 17 21:27:20.873491 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59ecac-7a9d-4c12-be81-38e4e64812e6 req-c8213e77-06ce-4c8b-aa4b-3e16551de667 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:20.875017 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8a59ecac-7a9d-4c12-be81-38e4e64812e6 req-c8213e77-06ce-4c8b-aa4b-3e16551de667 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 946 time: 0.0828686 Jan 17 21:27:20.948277 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-84996b8b-b014-4eb1-a0ea-55495bb4118d req-5b647242-35ff-4d1f-a925-fc1b300a916f tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/security-groups?id=b357fe58-a928-4627-b33f-11c839b42bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722446 Jan 17 21:27:20.952104 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8a59ecac-7a9d-4c12-be81-38e4e64812e6 req-dc752129-22c4-4a5e-83fd-24acfabd4fc6 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700500 Jan 17 21:27:21.871178 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 8071f514-88c2-4831-9268-624212bd59d9 details requested by agent hyperv_hv-cinder-82489 with host hv-cinder-82489 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:27:21.969345 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port 8071f514-88c2-4831-9268-624212bd59d9, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=8071f514-88c2-4831-9268-624212bd59d9,segment=NetworkSegment(4e870e10-479f-4aea-8432-5a82b2ac39a7),segment_id=4e870e10-479f-4aea-8432-5a82b2ac39a7)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:27:21.985612 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Returning: {'device': '8071f514-88c2-4831-9268-624212bd59d9', 'network_id': 'cc4abef7-e15d-4b61-841c-c9c636857baa', 'port_id': '8071f514-88c2-4831-9268-624212bd59d9', 'mac_address': 'fa:16:3e:47:77:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b87183-4e00-4a16-bbfe-d89ac0d04be4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:27:22.027476 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port 8071f514-88c2-4831-9268-624212bd59d9 is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:27:22.027873 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (8071f514-88c2-4831-9268-624212bd59d9), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:22.043873 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8071f514-88c2-4831-9268-624212bd59d9 {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:27:22.068622 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port 8071f514-88c2-4831-9268-624212bd59d9, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=8071f514-88c2-4831-9268-624212bd59d9,segment=NetworkSegment(4e870e10-479f-4aea-8432-5a82b2ac39a7),segment_id=4e870e10-479f-4aea-8432-5a82b2ac39a7)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:27:22.075648 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (8071f514-88c2-4831-9268-624212bd59d9), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:22.102739 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab90afa-c8fa-40c1-afed-0cd5648022d0 req-8a2105b1-3571-4615-b7d2-c47f74998629 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:22.104362 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7ab90afa-c8fa-40c1-afed-0cd5648022d0 req-8a2105b1-3571-4615-b7d2-c47f74998629 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/ports?device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 943 time: 0.0822296 Jan 17 21:27:22.130745 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e7439-233d-41e8-99c2-aa063d556aaf req-263155b6-481b-45b9-b782-a2f9110257ff tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:22.132337 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b34e7439-233d-41e8-99c2-aa063d556aaf req-263155b6-481b-45b9-b782-a2f9110257ff tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 946 time: 0.0796471 Jan 17 21:27:22.162442 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=8071f514-88c2-4831-9268-624212bd59d9,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:27:22.207997 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7ab90afa-c8fa-40c1-afed-0cd5648022d0 req-43b7c94a-e11d-46dc-8b27-16c1f5d49335 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/security-groups?id=b357fe58-a928-4627-b33f-11c839b42bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911198 Jan 17 21:27:22.221415 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b34e7439-233d-41e8-99c2-aa063d556aaf req-36e6e1e5-2f15-41f6-9b77-7cb06921b793 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762231 Jan 17 21:27:22.542241 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] get_ports_and_sgs() called for port_ids ['8071f514-88c2-4831-9268-624212bd59d9'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:27:22.698418 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:23.356892 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbfc20-e564-43d1-bdaf-4cef1d9fd352 req-c882aee8-7b02-4e50-b86d-8eead7ded935 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:23.358556 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cafbfc20-e564-43d1-bdaf-4cef1d9fd352 req-c882aee8-7b02-4e50-b86d-8eead7ded935 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/ports?device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 944 time: 0.0817378 Jan 17 21:27:23.389007 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77af4e-5702-4375-bd96-61c76439aa48 req-a726a824-a378-459e-988f-b18a0ae1168a tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:23.390670 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3c77af4e-5702-4375-bd96-61c76439aa48 req-a726a824-a378-459e-988f-b18a0ae1168a tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 946 time: 0.0852628 Jan 17 21:27:23.440603 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cafbfc20-e564-43d1-bdaf-4cef1d9fd352 req-f532d183-8c80-4790-9fc5-1485a9dd1f59 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/security-groups?id=b357fe58-a928-4627-b33f-11c839b42bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754991 Jan 17 21:27:23.463439 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3c77af4e-5702-4375-bd96-61c76439aa48 req-f5055394-8d66-4b18-9730-b0725ad7e2a7 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648940 Jan 17 21:27:23.897119 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 8071f514-88c2-4831-9268-624212bd59d9 up at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:27:23.947902 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning for port 8071f514-88c2-4831-9268-624212bd59d9 completed by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 21:27:23.952788 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning complete for port 8071f514-88c2-4831-9268-624212bd59d9 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:27:23.953185 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (8071f514-88c2-4831-9268-624212bd59d9), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:24.028692 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port 8071f514-88c2-4831-9268-624212bd59d9 is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:27:24.029079 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (8071f514-88c2-4831-9268-624212bd59d9), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:24.050444 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750a4c55-b8a2-4303-a261-db81409d8b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8071f514-88c2-4831-9268-624212bd59d9'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:27:24.052692 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd74998850970e76e5e696d55ae046c45085ecb7dce1b7bf3912a5be803d1cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81864510-d735-4b2e-b780-e597f3a53496" -d '{"events": [{"server_uuid": "750a4c55-b8a2-4303-a261-db81409d8b93", "name": "network-vif-plugged", "status": "completed", "tag": "8071f514-88c2-4831-9268-624212bd59d9"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:27:24.066193 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port 8071f514-88c2-4831-9268-624212bd59d9, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=8071f514-88c2-4831-9268-624212bd59d9,segment=NetworkSegment(4e870e10-479f-4aea-8432-5a82b2ac39a7),segment_id=4e870e10-479f-4aea-8432-5a82b2ac39a7)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:27:24.070644 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (8071f514-88c2-4831-9268-624212bd59d9), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:24.120142 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=8071f514-88c2-4831-9268-624212bd59d9,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:27:24.208019 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee51ff5-08c0-4f74-917d-51eb7e924cba x-openstack-request-id: req-7ee51ff5-08c0-4f74-917d-51eb7e924cba {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:27:24.208318 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750a4c55-b8a2-4303-a261-db81409d8b93", "name": "network-vif-plugged", "status": "completed", "tag": "8071f514-88c2-4831-9268-624212bd59d9", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:27:24.208674 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7ee51ff5-08c0-4f74-917d-51eb7e924cba {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:27:24.209069 dv-cinder-824895-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750a4c55-b8a2-4303-a261-db81409d8b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8071f514-88c2-4831-9268-624212bd59d9', 'code': 200} Jan 17 21:27:24.367069 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643934db-3818-4060-bb46-62b5918f768d req-6dce9da5-af7f-4935-a9a2-8781f22d803f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:24.368579 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-643934db-3818-4060-bb46-62b5918f768d req-6dce9da5-af7f-4935-a9a2-8781f22d803f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 1098 time: 0.0394225 Jan 17 21:27:24.413690 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-643934db-3818-4060-bb46-62b5918f768d req-8f970d6f-8a30-45ab-a6ee-68672d9a880c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b357fe58-a928-4627-b33f-11c839b42bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372956 Jan 17 21:27:24.592113 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf763f7-546e-4d42-8579-bbcc7ef681bd req-1692bb63-8c80-4822-9fd6-0e5fca0e7e36 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:24.593643 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2cf763f7-546e-4d42-8579-bbcc7ef681bd req-1692bb63-8c80-4822-9fd6-0e5fca0e7e36 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/ports?device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 945 time: 0.0815427 Jan 17 21:27:24.613432 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab8456-ffb6-4662-b140-069d65092b7e req-9d869eb6-e0df-4f79-9c11-e2e8577cd6e5 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:24.614911 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b6ab8456-ffb6-4662-b140-069d65092b7e req-9d869eb6-e0df-4f79-9c11-e2e8577cd6e5 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 946 time: 0.0728431 Jan 17 21:27:24.677552 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2cf763f7-546e-4d42-8579-bbcc7ef681bd req-e16c8d55-637d-4930-bcd4-f3d8d0feac1d tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/security-groups?id=b357fe58-a928-4627-b33f-11c839b42bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776341 Jan 17 21:27:24.689411 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b6ab8456-ffb6-4662-b140-069d65092b7e req-a7746b52-8187-4c75-b7e3-d2e6dda26ada tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660627 Jan 17 21:27:24.891306 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-eb6993ef-05aa-4afe-8197-765ed9254c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:25.531461 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34587e8-f1f2-463c-a689-05ff8f43ae52 req-c83affc6-7850-4c57-bd8a-5ef30205a270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:25.532968 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e34587e8-f1f2-463c-a689-05ff8f43ae52 req-c83affc6-7850-4c57-bd8a-5ef30205a270 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3391c884182f46fc99248b8f0ba1822f&device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 1099 time: 0.0436466 Jan 17 21:27:25.632716 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34587e8-f1f2-463c-a689-05ff8f43ae52 req-2b18a749-9da7-47fd-a399-07c382fcc9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:25.634152 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e34587e8-f1f2-463c-a689-05ff8f43ae52 req-2b18a749-9da7-47fd-a399-07c382fcc9c0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c0ec84dc-cf63-4d34-bc61-575dee41c738 HTTP/1.1" status: 200 len: 918 time: 0.0806181 Jan 17 21:27:25.703388 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e34587e8-f1f2-463c-a689-05ff8f43ae52 req-c6de041b-98f4-4552-af18-e902b39ed091 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dde4fe76-f1d0-4978-a642-2a35761fdf74 HTTP/1.1" status: 200 len: 1002 time: 0.0600994 Jan 17 21:27:25.758667 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34587e8-f1f2-463c-a689-05ff8f43ae52 req-e86e8e20-43a7-4cc2-bfcd-70d8a0aeab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:25.760181 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e34587e8-f1f2-463c-a689-05ff8f43ae52 req-e86e8e20-43a7-4cc2-bfcd-70d8a0aeab28 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0394e051-e826-45f6-a758-acda968d34cd HTTP/1.1" status: 200 len: 856 time: 0.0489647 Jan 17 21:27:25.815982 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34587e8-f1f2-463c-a689-05ff8f43ae52 req-b46f79f6-7595-4e8a-b3f8-46809394e81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:25.817448 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e34587e8-f1f2-463c-a689-05ff8f43ae52 req-b46f79f6-7595-4e8a-b3f8-46809394e81d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c0ec84dc-cf63-4d34-bc61-575dee41c738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439680 Jan 17 21:27:25.842399 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201f920-a364-4675-948d-f71bddf031de req-547a33c8-ad9d-4e59-9fd4-1e4713baba26 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:25.843924 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d201f920-a364-4675-948d-f71bddf031de req-547a33c8-ad9d-4e59-9fd4-1e4713baba26 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/ports?device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 945 time: 0.0849748 Jan 17 21:27:25.864554 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bcdab-f884-4669-91d2-56bfb286d2bf req-259f43f7-6c73-401b-a10b-df00a36f75e7 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:25.866055 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cd4bcdab-f884-4669-91d2-56bfb286d2bf req-259f43f7-6c73-401b-a10b-df00a36f75e7 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 946 time: 0.0953193 Jan 17 21:27:25.935360 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e34587e8-f1f2-463c-a689-05ff8f43ae52 req-08488edd-39c3-403a-8f23-9c068ab12283 service neutron] 10.222.0.72 "GET /v2.0/networks/c0ec84dc-cf63-4d34-bc61-575dee41c738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038332 Jan 17 21:27:25.940493 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d201f920-a364-4675-948d-f71bddf031de req-71790169-139c-4641-8c15-cba96d463757 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/security-groups?id=b357fe58-a928-4627-b33f-11c839b42bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898833 Jan 17 21:27:25.945478 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cd4bcdab-f884-4669-91d2-56bfb286d2bf req-93e139fb-ecf6-4fdd-8c9d-4a83fb57ec87 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699563 Jan 17 21:27:26.042097 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e34587e8-f1f2-463c-a689-05ff8f43ae52 req-f3bcde3e-ffa3-4efd-b8ec-fdc6c38c0ea7 service neutron] 10.222.0.72 "GET /v2.0/networks/c0ec84dc-cf63-4d34-bc61-575dee41c738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906355 Jan 17 21:27:27.096881 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494f202-4def-4278-86e3-926215afe1f7 req-53b2390f-b94c-4036-83f0-c6567de49606 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:27.098486 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8494f202-4def-4278-86e3-926215afe1f7 req-53b2390f-b94c-4036-83f0-c6567de49606 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/ports?device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 945 time: 0.0866754 Jan 17 21:27:27.111991 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac4cc7-7a4b-4e40-bfea-f85aee5b05cb req-ee745600-c570-4290-ac3d-9e8cbad9439b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:27.113599 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c7ac4cc7-7a4b-4e40-bfea-f85aee5b05cb req-ee745600-c570-4290-ac3d-9e8cbad9439b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 946 time: 0.0729797 Jan 17 21:27:27.182905 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8494f202-4def-4278-86e3-926215afe1f7 req-7d280661-df9e-4798-99ee-690b6e642c81 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/security-groups?id=b357fe58-a928-4627-b33f-11c839b42bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683036 Jan 17 21:27:27.194739 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c7ac4cc7-7a4b-4e40-bfea-f85aee5b05cb req-215eb1e5-27ad-477c-859d-f9d9f4715a66 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741496 Jan 17 21:27:27.296645 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bcc3b1-4942-4fb0-bb07-b88fbef51a43 req-ffd23f2c-7ea2-423a-a4df-60bfa0feadb8 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:27.298112 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-31bcc3b1-4942-4fb0-bb07-b88fbef51a43 req-ffd23f2c-7ea2-423a-a4df-60bfa0feadb8 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/ports?device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 945 time: 0.0488272 Jan 17 21:27:27.343543 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-31bcc3b1-4942-4fb0-bb07-b88fbef51a43 req-a53e1010-984e-4a3e-b5ae-c512aae5fc90 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/security-groups?id=b357fe58-a928-4627-b33f-11c839b42bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398779 Jan 17 21:27:27.642803 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ff476aa9-de2d-4a9c-adab-c971cfa97688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:27.661383 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5dea7-e4b4-44d4-9e80-66f95361dcf7 req-111bba0a-1083-4924-a9a8-03e468fcef36 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:27.662856 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-dfa5dea7-e4b4-44d4-9e80-66f95361dcf7 req-111bba0a-1083-4924-a9a8-03e468fcef36 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/ports?device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 945 time: 0.0528097 Jan 17 21:27:27.708468 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-dfa5dea7-e4b4-44d4-9e80-66f95361dcf7 req-e2c8d9b4-cc9a-4043-957d-dc0bbc9e0660 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/security-groups?id=b357fe58-a928-4627-b33f-11c839b42bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400581 Jan 17 21:27:28.322367 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8fa05-f8f5-4c56-8886-0f6b17f017be req-dd1a1f44-0110-4c40-85bd-2b1f19c3bdc1 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:28.323882 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7dc8fa05-f8f5-4c56-8886-0f6b17f017be req-dd1a1f44-0110-4c40-85bd-2b1f19c3bdc1 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 946 time: 0.0496140 Jan 17 21:27:28.371903 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7dc8fa05-f8f5-4c56-8886-0f6b17f017be req-c20cb6e1-144c-42c1-b9dd-fba4a7ea284f tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423977 Jan 17 21:27:28.458013 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:29.502417 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355daa4-5ced-4088-9678-f41f19afef04 req-266bda1a-c823-4469-b7d0-e932ebfb0022 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:29.504056 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5355daa4-5ced-4088-9678-f41f19afef04 req-266bda1a-c823-4469-b7d0-e932ebfb0022 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 946 time: 0.0609610 Jan 17 21:27:29.557115 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5355daa4-5ced-4088-9678-f41f19afef04 req-046a729a-be81-4138-8776-9c2534c37975 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476332 Jan 17 21:27:30.059274 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:30.695470 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1057fed3-bbf6-4122-9d88-8687c9911198 req-cbf9700d-947a-4c5e-ac56-7ee55bc7a2ef tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:30.696983 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1057fed3-bbf6-4122-9d88-8687c9911198 req-cbf9700d-947a-4c5e-ac56-7ee55bc7a2ef tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 946 time: 0.0507972 Jan 17 21:27:30.751500 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1057fed3-bbf6-4122-9d88-8687c9911198 req-f8fb6ebe-0b14-4a7c-8cef-d5fd64d580d7 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473790 Jan 17 21:27:31.379681 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:31.876169 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b7ddd8-9ddc-41a6-a911-74c1e5386fc3 req-3f0471db-8c2c-4689-924c-876b7fd2ce88 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:31.877765 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-95b7ddd8-9ddc-41a6-a911-74c1e5386fc3 req-3f0471db-8c2c-4689-924c-876b7fd2ce88 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 946 time: 0.0523202 Jan 17 21:27:31.927415 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-95b7ddd8-9ddc-41a6-a911-74c1e5386fc3 req-0549bd8d-9494-4ef7-92d0-2b984fbc6865 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440590 Jan 17 21:27:33.056600 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353bdf88-eb50-4e7a-8b79-592144dbbc68 req-9c33f2e5-3405-4b83-b5f5-98a8844704d1 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:33.058150 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-353bdf88-eb50-4e7a-8b79-592144dbbc68 req-9c33f2e5-3405-4b83-b5f5-98a8844704d1 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 946 time: 0.0535295 Jan 17 21:27:33.109907 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-353bdf88-eb50-4e7a-8b79-592144dbbc68 req-a9fd92fd-eb3b-494f-873d-c352c0330e25 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437322 Jan 17 21:27:33.927915 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device dde4fe76-f1d0-4978-a642-2a35761fdf74 details requested by agent hyperv_hv-cinder-82489 with host hv-cinder-82489 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:27:34.030344 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port dde4fe76-f1d0-4978-a642-2a35761fdf74, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=dde4fe76-f1d0-4978-a642-2a35761fdf74,segment=NetworkSegment(3793e984-7f3b-42a4-b23f-4f321936b0eb),segment_id=3793e984-7f3b-42a4-b23f-4f321936b0eb)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:27:34.042231 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Returning: {'device': 'dde4fe76-f1d0-4978-a642-2a35761fdf74', 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738', 'port_id': 'dde4fe76-f1d0-4978-a642-2a35761fdf74', 'mac_address': 'fa:16:3e:df:3d:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0394e051-e826-45f6-a758-acda968d34cd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:27:34.079213 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port dde4fe76-f1d0-4978-a642-2a35761fdf74 is: ACTIVE; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:27:34.079610 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (dde4fe76-f1d0-4978-a642-2a35761fdf74), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:34.092356 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dde4fe76-f1d0-4978-a642-2a35761fdf74 {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:27:34.115731 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port dde4fe76-f1d0-4978-a642-2a35761fdf74, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=dde4fe76-f1d0-4978-a642-2a35761fdf74,segment=NetworkSegment(3793e984-7f3b-42a4-b23f-4f321936b0eb),segment_id=3793e984-7f3b-42a4-b23f-4f321936b0eb)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:27:34.119002 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (dde4fe76-f1d0-4978-a642-2a35761fdf74), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:34.171200 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=dde4fe76-f1d0-4978-a642-2a35761fdf74,revision_number=6']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:27:34.211014 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] get_ports_and_sgs() called for port_ids ['dde4fe76-f1d0-4978-a642-2a35761fdf74'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:27:34.238209 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16206328-05e0-4520-8c9a-cbad71d0b332 req-4c6105c3-1485-46e3-b90e-7deefa526755 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:34.239749 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-16206328-05e0-4520-8c9a-cbad71d0b332 req-4c6105c3-1485-46e3-b90e-7deefa526755 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 945 time: 0.0495064 Jan 17 21:27:34.287365 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-16206328-05e0-4520-8c9a-cbad71d0b332 req-c36fd706-10ad-4c3f-ab63-94f3a8def74e tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418651 Jan 17 21:27:35.413448 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2dc313-73e0-4fed-b3b6-7d8f57cb2717 req-de324fe0-e6bd-4130-9513-d32cc54c62a4 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:35.415004 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2a2dc313-73e0-4fed-b3b6-7d8f57cb2717 req-de324fe0-e6bd-4130-9513-d32cc54c62a4 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 945 time: 0.0517285 Jan 17 21:27:35.469818 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2a2dc313-73e0-4fed-b3b6-7d8f57cb2717 req-b07189aa-c61a-4019-aa33-7034d1969bac tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489464 Jan 17 21:27:35.954841 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device dde4fe76-f1d0-4978-a642-2a35761fdf74 up at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:27:36.004297 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning complete for port dde4fe76-f1d0-4978-a642-2a35761fdf74 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:27:36.004694 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (dde4fe76-f1d0-4978-a642-2a35761fdf74), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:36.083983 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port dde4fe76-f1d0-4978-a642-2a35761fdf74 is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:27:36.084737 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (dde4fe76-f1d0-4978-a642-2a35761fdf74), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:36.112116 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edb3c99-d30d-4a2c-8b50-5083b7ea9d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde4fe76-f1d0-4978-a642-2a35761fdf74'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:27:36.115272 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd74998850970e76e5e696d55ae046c45085ecb7dce1b7bf3912a5be803d1cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022ccd01-4729-44a9-bb5c-c023bbcf5243" -d '{"events": [{"server_uuid": "5edb3c99-d30d-4a2c-8b50-5083b7ea9d96", "name": "network-vif-plugged", "status": "completed", "tag": "dde4fe76-f1d0-4978-a642-2a35761fdf74"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:27:36.132273 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port dde4fe76-f1d0-4978-a642-2a35761fdf74, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=dde4fe76-f1d0-4978-a642-2a35761fdf74,segment=NetworkSegment(3793e984-7f3b-42a4-b23f-4f321936b0eb),segment_id=3793e984-7f3b-42a4-b23f-4f321936b0eb)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:27:36.137787 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (dde4fe76-f1d0-4978-a642-2a35761fdf74), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:36.164782 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e40c2a-9a67-448e-b114-ee49a708914e x-openstack-request-id: req-b5e40c2a-9a67-448e-b114-ee49a708914e {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:27:36.165077 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edb3c99-d30d-4a2c-8b50-5083b7ea9d96", "name": "network-vif-plugged", "status": "completed", "tag": "dde4fe76-f1d0-4978-a642-2a35761fdf74", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:27:36.165329 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b5e40c2a-9a67-448e-b114-ee49a708914e {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:27:36.165723 dv-cinder-824895-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5edb3c99-d30d-4a2c-8b50-5083b7ea9d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde4fe76-f1d0-4978-a642-2a35761fdf74', 'code': 200} Jan 17 21:27:36.194179 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=dde4fe76-f1d0-4978-a642-2a35761fdf74,revision_number=7']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:27:36.606883 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ab100-ec23-48b4-bf60-b27a70cd1be3 req-694365c5-7121-4a0c-a07a-aaec1b6fed01 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:36.608493 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-411ab100-ec23-48b4-bf60-b27a70cd1be3 req-694365c5-7121-4a0c-a07a-aaec1b6fed01 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 946 time: 0.0553114 Jan 17 21:27:36.666515 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-411ab100-ec23-48b4-bf60-b27a70cd1be3 req-5e603e74-d60e-4f22-90b3-36fcb8fc32c2 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484052 Jan 17 21:27:37.070502 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e6970f-d8ee-4fab-9a49-2faf17d93175 req-3c236d0f-3381-4332-bb41-77e8870dca66 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:37.072044 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-60e6970f-d8ee-4fab-9a49-2faf17d93175 req-3c236d0f-3381-4332-bb41-77e8870dca66 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/ports?device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 945 time: 0.0539627 Jan 17 21:27:37.119144 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-60e6970f-d8ee-4fab-9a49-2faf17d93175 req-f1cad617-f660-43a8-b22a-f3b945638089 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/security-groups?id=b357fe58-a928-4627-b33f-11c839b42bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409248 Jan 17 21:27:37.142114 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 59424) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:27:37.225865 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947a1c86-7c29-4125-854b-0a1286fea2f3 tempest-TestMinimumBasicScenario-1815131993 tempest-TestMinimumBasicScenario-1815131993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:37.227420 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-947a1c86-7c29-4125-854b-0a1286fea2f3 tempest-TestMinimumBasicScenario-1815131993 tempest-TestMinimumBasicScenario-1815131993-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 1093 time: 0.0843208 Jan 17 21:27:37.230773 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 59428) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:27:37.236173 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-519eb457-fa2d-497b-89b2-28c8a1a56b7d tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Request body: {'floatingip': {'floating_network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'port_id': '8071f514-88c2-4831-9268-624212bd59d9', 'tenant_id': '33682ba1d2ed4a519d30f654b5d9b876', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:27:37.267732 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-519eb457-fa2d-497b-89b2-28c8a1a56b7d tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:37.366291 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-519eb457-fa2d-497b-89b2-28c8a1a56b7d tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:37.467897 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [None req-519eb457-fa2d-497b-89b2-28c8a1a56b7d tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Allocated IP 172.27.0.47 (a67fc2c9-f054-41ed-b80e-f186bf3f4e5f/f42dc890-63b4-41d2-851c-b195861b2359/1e1e0663-b4f2-42dc-8884-445f0d17a08f) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:27:37.569175 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-519eb457-fa2d-497b-89b2-28c8a1a56b7d tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks [] for port (1e1e0663-b4f2-42dc-8884-445f0d17a08f), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:37.602200 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-519eb457-fa2d-497b-89b2-28c8a1a56b7d tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (1e1e0663-b4f2-42dc-8884-445f0d17a08f), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:37.639676 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519eb457-fa2d-497b-89b2-28c8a1a56b7d tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Network a67fc2c9-f054-41ed-b80e-f186bf3f4e5f is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:27:37.642477 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-519eb457-fa2d-497b-89b2-28c8a1a56b7d tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:27:37.645945 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519eb457-fa2d-497b-89b2-28c8a1a56b7d tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:27:37.674937 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519eb457-fa2d-497b-89b2-28c8a1a56b7d tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Pushing event updated for resources: {'Port': ['ID=1e1e0663-b4f2-42dc-8884-445f0d17a08f,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:27:37.808476 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35096e1-a905-4386-9680-0adadfdbba78 req-a239e19a-3953-4b7c-bb0d-f279bedc6597 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:37.810102 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e35096e1-a905-4386-9680-0adadfdbba78 req-a239e19a-3953-4b7c-bb0d-f279bedc6597 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 946 time: 0.0613506 Jan 17 21:27:37.862413 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e35096e1-a905-4386-9680-0adadfdbba78 req-4ef87e6e-8702-4927-8d12-73e76c8eb27b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464559 Jan 17 21:27:38.249816 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-519eb457-fa2d-497b-89b2-28c8a1a56b7d tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks [] for floatingip (bd04715b-7f60-442e-82e1-b6c941dc3a78), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:38.329760 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-519eb457-fa2d-497b-89b2-28c8a1a56b7d tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (1e1e0663-b4f2-42dc-8884-445f0d17a08f), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:38.489780 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-519eb457-fa2d-497b-89b2-28c8a1a56b7d tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks [] for port (1e1e0663-b4f2-42dc-8884-445f0d17a08f), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:38.494883 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-519eb457-fa2d-497b-89b2-28c8a1a56b7d tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3358448'] for port (1e1e0663-b4f2-42dc-8884-445f0d17a08f), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:38.568017 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519eb457-fa2d-497b-89b2-28c8a1a56b7d tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Pushing event updated for resources: {'Port': ['ID=1e1e0663-b4f2-42dc-8884-445f0d17a08f,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:27:38.580929 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-519eb457-fa2d-497b-89b2-28c8a1a56b7d tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1018624'] for floatingip (bd04715b-7f60-442e-82e1-b6c941dc3a78), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:38.688037 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.db.l3_db [None req-519eb457-fa2d-497b-89b2-28c8a1a56b7d tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Floating IP bd04715b-7f60-442e-82e1-b6c941dc3a78 associated. External IP: 172.27.0.47, port: 8071f514-88c2-4831-9268-624212bd59d9. Jan 17 21:27:38.921368 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519eb457-fa2d-497b-89b2-28c8a1a56b7d tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Router 1bcca07b-b29f-40bc-bb8f-38826220eb83 has already been hosted by L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:27:39.013398 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b665f-f7a5-48fe-876e-8766c19baf15 req-4b65c661-ee06-4814-a25f-b6c644227dec tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:39.015069 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f28b665f-f7a5-48fe-876e-8766c19baf15 req-4b65c661-ee06-4814-a25f-b6c644227dec tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 946 time: 0.0604224 Jan 17 21:27:39.048263 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519eb457-fa2d-497b-89b2-28c8a1a56b7d tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:27:39.065513 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3433c7da-eb1e-4316-9996-71b08bb3d4c5 None None] Sync routers for ids ['1bcca07b-b29f-40bc-bb8f-38826220eb83'] in dv-cinder-824895-3-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:27:39.070907 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-519eb457-fa2d-497b-89b2-28c8a1a56b7d tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for floatingip (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:39.075014 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f28b665f-f7a5-48fe-876e-8766c19baf15 req-e4fe28af-c34d-4ebe-8114-3390cdbb7b21 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541351 Jan 17 21:27:39.079909 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3433c7da-eb1e-4316-9996-71b08bb3d4c5 None None] Routers {'1bcca07b-b29f-40bc-bb8f-38826220eb83'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:27:39.080715 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-3433c7da-eb1e-4316-9996-71b08bb3d4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:27:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['1bcca07b-b29f-40bc-bb8f-38826220eb83'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:27:39.112981 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-519eb457-fa2d-497b-89b2-28c8a1a56b7d tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8786392 Jan 17 21:27:39.112981 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750a4c55-b8a2-4303-a261-db81409d8b93', 'tag': '8071f514-88c2-4831-9268-624212bd59d9'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:27:39.113609 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 59446) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:27:39.113863 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c2de0e70a1bc7346ac1be0cec4f24ea848d889c4763a7575c3a73373459bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f3b9a7-7638-4451-adaa-099e10e8777d" -d '{"events": [{"name": "network-changed", "server_uuid": "750a4c55-b8a2-4303-a261-db81409d8b93", "tag": "8071f514-88c2-4831-9268-624212bd59d9"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:27:39.124653 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-ff75bbda-0223-4520-92bc-db9ebdc25c22 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-517440629', 'description': 'tempest-secgroup-smoke-517440629 description', 'project_id': '33682ba1d2ed4a519d30f654b5d9b876'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:27:39.160830 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d661c23b-516c-4888-a532-d9240521da3a x-openstack-request-id: req-d661c23b-516c-4888-a532-d9240521da3a {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:27:39.161648 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750a4c55-b8a2-4303-a261-db81409d8b93", "tag": "8071f514-88c2-4831-9268-624212bd59d9", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:27:39.161648 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d661c23b-516c-4888-a532-d9240521da3a {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:27:39.163868 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750a4c55-b8a2-4303-a261-db81409d8b93', 'tag': '8071f514-88c2-4831-9268-624212bd59d9', 'status': 'completed', 'code': 200} Jan 17 21:27:39.167030 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ff75bbda-0223-4520-92bc-db9ebdc25c22 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:39.243096 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3b9a7-7638-4451-adaa-099e10e8777d req-5dbb7ac0-8685-40d6-9a91-01649d753ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:39.244411 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-46f3b9a7-7638-4451-adaa-099e10e8777d req-5dbb7ac0-8685-40d6-9a91-01649d753ce1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=33682ba1d2ed4a519d30f654b5d9b876&device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 1098 time: 0.0505109 Jan 17 21:27:39.260206 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-3433c7da-eb1e-4316-9996-71b08bb3d4c5 None None] Set router 1bcca07b-b29f-40bc-bb8f-38826220eb83 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:27:39.263167 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ff75bbda-0223-4520-92bc-db9ebdc25c22 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks [] for security_group (a1a863a3-d208-4bbc-be40-7af063b28fb8), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:39.268156 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ff75bbda-0223-4520-92bc-db9ebdc25c22 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (a1a863a3-d208-4bbc-be40-7af063b28fb8), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:39.318243 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ff75bbda-0223-4520-92bc-db9ebdc25c22 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:39.322321 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-ff75bbda-0223-4520-92bc-db9ebdc25c22 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2045119 Jan 17 21:27:39.324746 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff75bbda-0223-4520-92bc-db9ebdc25c22 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a863a3-d208-4bbc-be40-7af063b28fb8,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:27:39.329058 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 59460) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:27:39.335572 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-0babf1e4-1fcb-478d-9415-d697b658c266 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Request body: {'security_group_rule': {'security_group_id': 'a1a863a3-d208-4bbc-be40-7af063b28fb8', 'project_id': '33682ba1d2ed4a519d30f654b5d9b876', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:27:39.382949 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0babf1e4-1fcb-478d-9415-d697b658c266 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks [] for security_group_rule (7f862873-b928-45fd-9983-27e35e3abec4), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:39.414294 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3b9a7-7638-4451-adaa-099e10e8777d req-7e15510d-915b-48ab-a005-fb7028fa2627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:39.416412 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-46f3b9a7-7638-4451-adaa-099e10e8777d req-7e15510d-915b-48ab-a005-fb7028fa2627 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cc4abef7-e15d-4b61-841c-c9c636857baa HTTP/1.1" status: 200 len: 915 time: 0.1646028 Jan 17 21:27:39.469874 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0babf1e4-1fcb-478d-9415-d697b658c266 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks [] for security_group_rule (7f862873-b928-45fd-9983-27e35e3abec4), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:39.483005 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0babf1e4-1fcb-478d-9415-d697b658c266 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953368'] for security_group_rule (7f862873-b928-45fd-9983-27e35e3abec4), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:39.516478 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0babf1e4-1fcb-478d-9415-d697b658c266 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:39.521143 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-0babf1e4-1fcb-478d-9415-d697b658c266 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1885014 Jan 17 21:27:39.521724 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 59462) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:27:39.524053 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0babf1e4-1fcb-478d-9415-d697b658c266 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f862873-b928-45fd-9983-27e35e3abec4,revision_number=0']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:27:39.527159 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-0f1f296f-18ac-4a37-ae7b-5d1d5b31ecb5 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Request body: {'security_group_rule': {'security_group_id': 'a1a863a3-d208-4bbc-be40-7af063b28fb8', 'project_id': '33682ba1d2ed4a519d30f654b5d9b876', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:27:39.536199 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-46f3b9a7-7638-4451-adaa-099e10e8777d req-4da68788-c307-4850-a64f-45147f02c8b8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8071f514-88c2-4831-9268-624212bd59d9 HTTP/1.1" status: 200 len: 998 time: 0.1076050 Jan 17 21:27:39.559329 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-3433c7da-eb1e-4316-9996-71b08bb3d4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bcca07b-b29f-40bc-bb8f-38826220eb83', 'name': 'tempest-TestMinimumBasicScenario-133427780-router', 'tenant_id': '33682ba1d2ed4a519d30f654b5d9b876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '2ff182de-58fe-4d56-8cb4-4800b19d023b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:26:41Z', 'updated_at': '2022-01-17T21:26:44Z', 'revision_number': 4, 'project_id': '33682ba1d2ed4a519d30f654b5d9b876', 'gw_port': {'id': '2ff182de-58fe-4d56-8cb4-4800b19d023b', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcca07b-b29f-40bc-bb8f-38826220eb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:26:42Z', 'updated_at': '2022-01-17T21:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_floatingips': [{'id': 'bd04715b-7f60-442e-82e1-b6c941dc3a78', 'tenant_id': '33682ba1d2ed4a519d30f654b5d9b876', 'floating_ip_address': '172.27.0.47', 'floating_network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'router_id': '1bcca07b-b29f-40bc-bb8f-38826220eb83', 'port_id': '8071f514-88c2-4831-9268-624212bd59d9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc4abef7-e15d-4b61-841c-c9c636857baa', 'mac_address': 'fa:16:3e:47:77:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a4c55-b8a2-4303-a261-db81409d8b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:27:38Z', 'updated_at': '2022-01-17T21:27:38Z', 'revision_number': 0, 'project_id': '33682ba1d2ed4a519d30f654b5d9b876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d6fd37f-6f19-423e-8d62-c3f878363f4b', 'name': '', 'network_id': 'cc4abef7-e15d-4b61-841c-c9c636857baa', 'tenant_id': '33682ba1d2ed4a519d30f654b5d9b876', 'mac_address': 'fa:16:3e:39:45:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcca07b-b29f-40bc-bb8f-38826220eb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '81b87183-4e00-4a16-bbfe-d89ac0d04be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:26:43Z', 'updated_at': '2022-01-17T21:26:48Z', 'revision_number': 5, 'project_id': '33682ba1d2ed4a519d30f654b5d9b876', 'subnets': [{'id': '81b87183-4e00-4a16-bbfe-d89ac0d04be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:27:39.592808 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3433c7da-eb1e-4316-9996-71b08bb3d4c5 None None] Checking router: 1bcca07b-b29f-40bc-bb8f-38826220eb83 for host: dv-cinder-824895-3-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:27:39.603284 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0f1f296f-18ac-4a37-ae7b-5d1d5b31ecb5 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks [] for security_group_rule (726e5fb4-64c5-4b91-adb4-eba12453197f), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:39.604006 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3433c7da-eb1e-4316-9996-71b08bb3d4c5 None None] Routers {'1bcca07b-b29f-40bc-bb8f-38826220eb83'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:27:39.604819 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-3433c7da-eb1e-4316-9996-71b08bb3d4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:27:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['1bcca07b-b29f-40bc-bb8f-38826220eb83'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:27:39.630290 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3b9a7-7638-4451-adaa-099e10e8777d req-9c73ef9e-c00f-4df9-92da-77a9b49ea910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:39.631789 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-46f3b9a7-7638-4451-adaa-099e10e8777d req-9c73ef9e-c00f-4df9-92da-77a9b49ea910 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=81b87183-4e00-4a16-bbfe-d89ac0d04be4 HTTP/1.1" status: 200 len: 853 time: 0.0761209 Jan 17 21:27:39.722864 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0f1f296f-18ac-4a37-ae7b-5d1d5b31ecb5 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks [] for security_group_rule (726e5fb4-64c5-4b91-adb4-eba12453197f), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:39.732333 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0f1f296f-18ac-4a37-ae7b-5d1d5b31ecb5 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953368'] for security_group_rule (726e5fb4-64c5-4b91-adb4-eba12453197f), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:39.734258 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3b9a7-7638-4451-adaa-099e10e8777d req-2e32e124-60fb-438f-a9db-d79368089fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:39.735964 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-46f3b9a7-7638-4451-adaa-099e10e8777d req-2e32e124-60fb-438f-a9db-d79368089fbc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cc4abef7-e15d-4b61-841c-c9c636857baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0878093 Jan 17 21:27:39.805972 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0f1f296f-18ac-4a37-ae7b-5d1d5b31ecb5 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:39.810886 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-0f1f296f-18ac-4a37-ae7b-5d1d5b31ecb5 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2847066 Jan 17 21:27:39.810886 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f296f-18ac-4a37-ae7b-5d1d5b31ecb5 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=726e5fb4-64c5-4b91-adb4-eba12453197f,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:27:39.814739 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 59464) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:27:39.829641 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-830565e8-8be8-4b93-aa54-ce9b1503a3f9 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Request body: {'security_group_rule': {'security_group_id': 'a1a863a3-d208-4bbc-be40-7af063b28fb8', 'project_id': '33682ba1d2ed4a519d30f654b5d9b876', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:27:39.879929 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-830565e8-8be8-4b93-aa54-ce9b1503a3f9 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks [] for security_group_rule (b34cc53a-efc6-41c8-abdf-340af84f2c7d), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:39.880724 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-46f3b9a7-7638-4451-adaa-099e10e8777d req-8d8d8591-4090-48f3-ad44-2ce404d373eb service neutron] 10.222.0.72 "GET /v2.0/networks/cc4abef7-e15d-4b61-841c-c9c636857baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341476 Jan 17 21:27:39.908361 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-3433c7da-eb1e-4316-9996-71b08bb3d4c5 None None] Set router 1bcca07b-b29f-40bc-bb8f-38826220eb83 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:27:39.971746 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-830565e8-8be8-4b93-aa54-ce9b1503a3f9 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks [] for security_group_rule (b34cc53a-efc6-41c8-abdf-340af84f2c7d), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:39.982578 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-830565e8-8be8-4b93-aa54-ce9b1503a3f9 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953368'] for security_group_rule (b34cc53a-efc6-41c8-abdf-340af84f2c7d), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:40.021983 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830565e8-8be8-4b93-aa54-ce9b1503a3f9 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b34cc53a-efc6-41c8-abdf-340af84f2c7d,revision_number=0']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:27:40.031202 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-46f3b9a7-7638-4451-adaa-099e10e8777d req-d6ae860a-a187-4d67-9421-0dc41e863860 service neutron] 10.222.0.72 "GET /v2.0/networks/cc4abef7-e15d-4b61-841c-c9c636857baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428037 Jan 17 21:27:40.039617 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-830565e8-8be8-4b93-aa54-ce9b1503a3f9 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:40.044034 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 59466) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:27:40.044913 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-830565e8-8be8-4b93-aa54-ce9b1503a3f9 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2274351 Jan 17 21:27:40.054561 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-08a86dfe-f78b-4224-8b12-f0ac2a871f65 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Request body: {'security_group_rule': {'security_group_id': 'a1a863a3-d208-4bbc-be40-7af063b28fb8', 'project_id': '33682ba1d2ed4a519d30f654b5d9b876', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:27:40.117912 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-08a86dfe-f78b-4224-8b12-f0ac2a871f65 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks [] for security_group_rule (e04ad919-7639-4a7e-93fa-568e36b9143c), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:40.262115 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-08a86dfe-f78b-4224-8b12-f0ac2a871f65 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks [] for security_group_rule (e04ad919-7639-4a7e-93fa-568e36b9143c), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:40.269470 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-08a86dfe-f78b-4224-8b12-f0ac2a871f65 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953368'] for security_group_rule (e04ad919-7639-4a7e-93fa-568e36b9143c), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:40.270758 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b11d9de-41bf-4efe-a7d6-8a82aa01f46e req-a2a4003a-993c-43df-ad4c-a28d512fdd4b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:40.273160 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5b11d9de-41bf-4efe-a7d6-8a82aa01f46e req-a2a4003a-993c-43df-ad4c-a28d512fdd4b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 946 time: 0.0914605 Jan 17 21:27:40.338800 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a86dfe-f78b-4224-8b12-f0ac2a871f65 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e04ad919-7639-4a7e-93fa-568e36b9143c,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:27:40.352929 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-08a86dfe-f78b-4224-8b12-f0ac2a871f65 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:40.355453 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-08a86dfe-f78b-4224-8b12-f0ac2a871f65 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3097198 Jan 17 21:27:40.358647 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 59470) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:27:40.366037 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-5a906e43-9c2a-4178-b3fc-29b54e79f45a tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Request body: {'security_group_rule': {'security_group_id': 'a1a863a3-d208-4bbc-be40-7af063b28fb8', 'project_id': '33682ba1d2ed4a519d30f654b5d9b876', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:27:40.370119 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5b11d9de-41bf-4efe-a7d6-8a82aa01f46e req-d26edddd-db42-40cb-b02b-21c9bb667d86 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900676 Jan 17 21:27:40.374251 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a86dfe-f78b-4224-8b12-f0ac2a871f65 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:27:40.374962 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a86dfe-f78b-4224-8b12-f0ac2a871f65 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:27:40.375529 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a86dfe-f78b-4224-8b12-f0ac2a871f65 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:27:40.384693 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a86dfe-f78b-4224-8b12-f0ac2a871f65 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:27:40.385522 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a86dfe-f78b-4224-8b12-f0ac2a871f65 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:27:40.386142 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a86dfe-f78b-4224-8b12-f0ac2a871f65 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:27:40.386731 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a86dfe-f78b-4224-8b12-f0ac2a871f65 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:27:40.387325 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a86dfe-f78b-4224-8b12-f0ac2a871f65 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:27:40.389286 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a86dfe-f78b-4224-8b12-f0ac2a871f65 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:27:40.390270 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a86dfe-f78b-4224-8b12-f0ac2a871f65 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:27:40.391075 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a86dfe-f78b-4224-8b12-f0ac2a871f65 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:27:40.391898 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a86dfe-f78b-4224-8b12-f0ac2a871f65 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:27:40.392611 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a86dfe-f78b-4224-8b12-f0ac2a871f65 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:27:40.431778 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-3433c7da-eb1e-4316-9996-71b08bb3d4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bcca07b-b29f-40bc-bb8f-38826220eb83', 'name': 'tempest-TestMinimumBasicScenario-133427780-router', 'tenant_id': '33682ba1d2ed4a519d30f654b5d9b876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '2ff182de-58fe-4d56-8cb4-4800b19d023b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:26:41Z', 'updated_at': '2022-01-17T21:26:44Z', 'revision_number': 4, 'project_id': '33682ba1d2ed4a519d30f654b5d9b876', 'gw_port': {'id': '2ff182de-58fe-4d56-8cb4-4800b19d023b', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcca07b-b29f-40bc-bb8f-38826220eb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:26:42Z', 'updated_at': '2022-01-17T21:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_floatingips': [{'id': 'bd04715b-7f60-442e-82e1-b6c941dc3a78', 'tenant_id': '33682ba1d2ed4a519d30f654b5d9b876', 'floating_ip_address': '172.27.0.47', 'floating_network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'router_id': '1bcca07b-b29f-40bc-bb8f-38826220eb83', 'port_id': '8071f514-88c2-4831-9268-624212bd59d9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc4abef7-e15d-4b61-841c-c9c636857baa', 'mac_address': 'fa:16:3e:47:77:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a4c55-b8a2-4303-a261-db81409d8b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:27:38Z', 'updated_at': '2022-01-17T21:27:38Z', 'revision_number': 0, 'project_id': '33682ba1d2ed4a519d30f654b5d9b876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d6fd37f-6f19-423e-8d62-c3f878363f4b', 'name': '', 'network_id': 'cc4abef7-e15d-4b61-841c-c9c636857baa', 'tenant_id': '33682ba1d2ed4a519d30f654b5d9b876', 'mac_address': 'fa:16:3e:39:45:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcca07b-b29f-40bc-bb8f-38826220eb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '81b87183-4e00-4a16-bbfe-d89ac0d04be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:26:43Z', 'updated_at': '2022-01-17T21:26:48Z', 'revision_number': 5, 'project_id': '33682ba1d2ed4a519d30f654b5d9b876', 'subnets': [{'id': '81b87183-4e00-4a16-bbfe-d89ac0d04be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:27:40.473719 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3433c7da-eb1e-4316-9996-71b08bb3d4c5 None None] The sync data for ids ['1bcca07b-b29f-40bc-bb8f-38826220eb83'] in dv-cinder-824895-3-iscsi is: [{'id': '1bcca07b-b29f-40bc-bb8f-38826220eb83', 'name': 'tempest-TestMinimumBasicScenario-133427780-router', 'tenant_id': '33682ba1d2ed4a519d30f654b5d9b876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '2ff182de-58fe-4d56-8cb4-4800b19d023b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:26:41Z', 'updated_at': '2022-01-17T21:26:44Z', 'revision_number': 4, 'project_id': '33682ba1d2ed4a519d30f654b5d9b876', 'gw_port': {'id': '2ff182de-58fe-4d56-8cb4-4800b19d023b', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcca07b-b29f-40bc-bb8f-38826220eb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:26:42Z', 'updated_at': '2022-01-17T21:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_floatingips': [{'id': 'bd04715b-7f60-442e-82e1-b6c941dc3a78', 'tenant_id': '33682ba1d2ed4a519d30f654b5d9b876', 'floating_ip_address': '172.27.0.47', 'floating_network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'router_id': '1bcca07b-b29f-40bc-bb8f-38826220eb83', 'port_id': '8071f514-88c2-4831-9268-624212bd59d9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc4abef7-e15d-4b61-841c-c9c636857baa', 'mac_address': 'fa:16:3e:47:77:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750a4c55-b8a2-4303-a261-db81409d8b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:27:38Z', 'updated_at': '2022-01-17T21:27:38Z', 'revision_number': 0, 'project_id': '33682ba1d2ed4a519d30f654b5d9b876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d6fd37f-6f19-423e-8d62-c3f878363f4b', 'name': '', 'network_id': 'cc4abef7-e15d-4b61-841c-c9c636857baa', 'tenant_id': '33682ba1d2ed4a519d30f654b5d9b876', 'mac_address': 'fa:16:3e:39:45:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcca07b-b29f-40bc-bb8f-38826220eb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '81b87183-4e00-4a16-bbfe-d89ac0d04be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:26:43Z', 'updated_at': '2022-01-17T21:26:48Z', 'revision_number': 5, 'project_id': '33682ba1d2ed4a519d30f654b5d9b876', 'subnets': [{'id': '81b87183-4e00-4a16-bbfe-d89ac0d04be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:27:40.490497 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.db.securitygroups_db [None req-5a906e43-9c2a-4178-b3fc-29b54e79f45a tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Project 33682ba1d2ed4a519d30f654b5d9b876 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 21:27:40.497486 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5a906e43-9c2a-4178-b3fc-29b54e79f45a tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks [] for security_group_rule (ebf2b337-313a-4bbb-b1d0-8b7a5e71be69), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:40.596613 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5a906e43-9c2a-4178-b3fc-29b54e79f45a tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks [] for security_group_rule (ebf2b337-313a-4bbb-b1d0-8b7a5e71be69), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:40.605997 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5a906e43-9c2a-4178-b3fc-29b54e79f45a tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953368'] for security_group_rule (ebf2b337-313a-4bbb-b1d0-8b7a5e71be69), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:40.642017 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5a906e43-9c2a-4178-b3fc-29b54e79f45a tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:40.646374 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-5a906e43-9c2a-4178-b3fc-29b54e79f45a tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2853305 Jan 17 21:27:40.648287 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 59472) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:27:40.653982 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-a057b533-7352-4fc8-b3b9-ef7d0ebb627b tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Request body: {'security_group_rule': {'security_group_id': 'a1a863a3-d208-4bbc-be40-7af063b28fb8', 'project_id': '33682ba1d2ed4a519d30f654b5d9b876', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:27:40.680224 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a906e43-9c2a-4178-b3fc-29b54e79f45a tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf2b337-313a-4bbb-b1d0-8b7a5e71be69,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:27:40.689224 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.db.securitygroups_db [None req-a057b533-7352-4fc8-b3b9-ef7d0ebb627b tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Project 33682ba1d2ed4a519d30f654b5d9b876 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 21:27:40.699197 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a057b533-7352-4fc8-b3b9-ef7d0ebb627b tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks [] for security_group_rule (5c3e0b65-57b8-4d1f-aa1d-d4d425973e66), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:40.807684 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a057b533-7352-4fc8-b3b9-ef7d0ebb627b tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks [] for security_group_rule (5c3e0b65-57b8-4d1f-aa1d-d4d425973e66), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:40.818111 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a057b533-7352-4fc8-b3b9-ef7d0ebb627b tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953368'] for security_group_rule (5c3e0b65-57b8-4d1f-aa1d-d4d425973e66), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:40.843282 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a057b533-7352-4fc8-b3b9-ef7d0ebb627b tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c3e0b65-57b8-4d1f-aa1d-d4d425973e66,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:27:40.850853 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a057b533-7352-4fc8-b3b9-ef7d0ebb627b tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:40.854781 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-a057b533-7352-4fc8-b3b9-ef7d0ebb627b tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2024724 Jan 17 21:27:40.883914 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9d4a09-0aa6-4925-92a0-dc879915e669 None None] New status for floating IP bd04715b-7f60-442e-82e1-b6c941dc3a78: ACTIVE {{(pid=102501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 21:27:41.008466 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bb9bf676-45a8-408c-90bf-8f11e1bb5e85 req-7a40c50b-a5e6-4c98-b11c-03498362bf45 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-517440629&fields=id&tenant_id=33682ba1d2ed4a519d30f654b5d9b876 HTTP/1.1" status: 200 len: 267 time: 0.0864694 Jan 17 21:27:41.082600 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bf676-45a8-408c-90bf-8f11e1bb5e85 req-2a432ab6-bbd0-472d-869f-ae3612633325 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:41.094619 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bb9bf676-45a8-408c-90bf-8f11e1bb5e85 req-2a432ab6-bbd0-472d-869f-ae3612633325 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/ports?device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 945 time: 0.0753939 Jan 17 21:27:41.102200 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [req-bb9bf676-45a8-408c-90bf-8f11e1bb5e85 req-3c1f05b0-d8d6-4eea-aad4-89758c4bbd5f tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Request body: {'port': {'security_groups': ['b357fe58-a928-4627-b33f-11c839b42bd6', 'a1a863a3-d208-4bbc-be40-7af063b28fb8']}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:27:41.189896 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-bb9bf676-45a8-408c-90bf-8f11e1bb5e85 req-3c1f05b0-d8d6-4eea-aad4-89758c4bbd5f tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (8071f514-88c2-4831-9268-624212bd59d9), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:41.479781 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-bb9bf676-45a8-408c-90bf-8f11e1bb5e85 req-3c1f05b0-d8d6-4eea-aad4-89758c4bbd5f tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] For port 8071f514-88c2-4831-9268-624212bd59d9, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=8071f514-88c2-4831-9268-624212bd59d9,segment=NetworkSegment(4e870e10-479f-4aea-8432-5a82b2ac39a7),segment_id=4e870e10-479f-4aea-8432-5a82b2ac39a7)] {{(pid=102498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:27:41.598296 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-bb9bf676-45a8-408c-90bf-8f11e1bb5e85 req-3c1f05b0-d8d6-4eea-aad4-89758c4bbd5f tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks [] for port (8071f514-88c2-4831-9268-624212bd59d9), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:41.610971 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-bb9bf676-45a8-408c-90bf-8f11e1bb5e85 req-3c1f05b0-d8d6-4eea-aad4-89758c4bbd5f tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8863129'] for port (8071f514-88c2-4831-9268-624212bd59d9), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:41.631323 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] get_ports_and_sgs() called for port_ids ['8071f514-88c2-4831-9268-624212bd59d9'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:27:41.684666 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bf676-45a8-408c-90bf-8f11e1bb5e85 req-3c1f05b0-d8d6-4eea-aad4-89758c4bbd5f tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:41.684666 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-bb9bf676-45a8-408c-90bf-8f11e1bb5e85 req-3c1f05b0-d8d6-4eea-aad4-89758c4bbd5f tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:41.685449 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bb9bf676-45a8-408c-90bf-8f11e1bb5e85 req-3c1f05b0-d8d6-4eea-aad4-89758c4bbd5f tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "PUT /v2.0/ports/8071f514-88c2-4831-9268-624212bd59d9 HTTP/1.1" status: 200 len: 981 time: 0.5897772 Jan 17 21:27:41.691376 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750a4c55-b8a2-4303-a261-db81409d8b93', 'tag': '8071f514-88c2-4831-9268-624212bd59d9'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:27:41.691633 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d7793c37eab3cfdbfb603451246e19a518df2119e31a6609dfbcf4a214a471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d3176e-274b-4cbb-a1f4-edeaaf73a354" -d '{"events": [{"name": "network-changed", "server_uuid": "750a4c55-b8a2-4303-a261-db81409d8b93", "tag": "8071f514-88c2-4831-9268-624212bd59d9"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:27:41.707087 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e58506-f639-4fed-9b01-86c8095014c0 req-ceef267b-b4e6-45ca-a947-19f9ebc1d7d4 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:41.708131 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-35e58506-f639-4fed-9b01-86c8095014c0 req-ceef267b-b4e6-45ca-a947-19f9ebc1d7d4 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 946 time: 0.1929502 Jan 17 21:27:41.772441 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f05b0-d8d6-4eea-aad4-89758c4bbd5f tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Pushing event updated for resources: {'Port': ['ID=8071f514-88c2-4831-9268-624212bd59d9,revision_number=6']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:27:41.782946 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07b7b50-8958-47d3-b055-fa5155534261 x-openstack-request-id: req-a07b7b50-8958-47d3-b055-fa5155534261 {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:27:41.794494 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750a4c55-b8a2-4303-a261-db81409d8b93", "tag": "8071f514-88c2-4831-9268-624212bd59d9", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:27:41.794785 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a07b7b50-8958-47d3-b055-fa5155534261 {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:27:41.795218 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750a4c55-b8a2-4303-a261-db81409d8b93', 'tag': '8071f514-88c2-4831-9268-624212bd59d9', 'status': 'completed', 'code': 200} Jan 17 21:27:41.839199 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-35e58506-f639-4fed-9b01-86c8095014c0 req-a82f9949-9077-46a7-8be1-d06dbfdffece tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239614 Jan 17 21:27:41.840869 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] get_ports_and_sgs() called for port_ids ['8071f514-88c2-4831-9268-624212bd59d9'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:27:41.877616 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3176e-274b-4cbb-a1f4-edeaaf73a354 req-e38a0c02-a157-47b1-920e-8e7f49278a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:41.880015 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-d0d3176e-274b-4cbb-a1f4-edeaaf73a354 req-e38a0c02-a157-47b1-920e-8e7f49278a7a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=33682ba1d2ed4a519d30f654b5d9b876&device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 1137 time: 0.0779548 Jan 17 21:27:42.019838 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c5cc0-e380-471e-9cb1-abcc11cc2eb3 req-3e3c483a-2eb2-4341-8e36-5937d39ccc49 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:42.021312 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-dd5c5cc0-e380-471e-9cb1-abcc11cc2eb3 req-3e3c483a-2eb2-4341-8e36-5937d39ccc49 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/ports?device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 984 time: 0.1206188 Jan 17 21:27:42.067560 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3176e-274b-4cbb-a1f4-edeaaf73a354 req-08721f5c-cd8e-42f0-b132-f79fe8965b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:42.070243 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-d0d3176e-274b-4cbb-a1f4-edeaaf73a354 req-08721f5c-cd8e-42f0-b132-f79fe8965b88 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cc4abef7-e15d-4b61-841c-c9c636857baa HTTP/1.1" status: 200 len: 915 time: 0.1833601 Jan 17 21:27:42.117364 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-dd5c5cc0-e380-471e-9cb1-abcc11cc2eb3 req-257856f3-a864-4736-873b-0dad82578cbb tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1a863a3-d208-4bbc-be40-7af063b28fb8&id=b357fe58-a928-4627-b33f-11c839b42bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0800083 Jan 17 21:27:42.160586 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-d0d3176e-274b-4cbb-a1f4-edeaaf73a354 req-857a59b3-4b12-4d3d-a4a2-31a6f2d4eda8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8071f514-88c2-4831-9268-624212bd59d9 HTTP/1.1" status: 200 len: 1000 time: 0.0742228 Jan 17 21:27:42.220519 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3176e-274b-4cbb-a1f4-edeaaf73a354 req-fce8b04a-5d69-4598-ad6f-6e168b14e2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:42.220945 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-6f473ed4-6166-4e8c-800e-778c882b4b14 None None] Provisioning complete for port 8071f514-88c2-4831-9268-624212bd59d9 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:27:42.221072 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6f473ed4-6166-4e8c-800e-778c882b4b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (8071f514-88c2-4831-9268-624212bd59d9), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:42.223775 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-d0d3176e-274b-4cbb-a1f4-edeaaf73a354 req-fce8b04a-5d69-4598-ad6f-6e168b14e2f0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=81b87183-4e00-4a16-bbfe-d89ac0d04be4 HTTP/1.1" status: 200 len: 853 time: 0.0559685 Jan 17 21:27:42.294628 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3176e-274b-4cbb-a1f4-edeaaf73a354 req-d136fe32-ec2c-418a-b67d-aa37a69ce33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:42.300947 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-d0d3176e-274b-4cbb-a1f4-edeaaf73a354 req-d136fe32-ec2c-418a-b67d-aa37a69ce33f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cc4abef7-e15d-4b61-841c-c9c636857baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698478 Jan 17 21:27:42.415409 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-d0d3176e-274b-4cbb-a1f4-edeaaf73a354 req-df66b387-dd83-436c-a19c-4a3560b7fecc service neutron] 10.222.0.72 "GET /v2.0/networks/cc4abef7-e15d-4b61-841c-c9c636857baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051450 Jan 17 21:27:42.452290 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-6f473ed4-6166-4e8c-800e-778c882b4b14 None None] Current status of the port 8071f514-88c2-4831-9268-624212bd59d9 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:27:42.569877 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-d0d3176e-274b-4cbb-a1f4-edeaaf73a354 req-6709a41e-e05c-44a7-8a6a-d8561f67e1da service neutron] 10.222.0.72 "GET /v2.0/networks/cc4abef7-e15d-4b61-841c-c9c636857baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456807 Jan 17 21:27:42.978964 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77104e-9dae-44fa-a7b9-33340543b8b0 req-880ef4e2-cdfe-4dba-ab08-1e3ebc9183fd tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:42.980689 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ab77104e-9dae-44fa-a7b9-33340543b8b0 req-880ef4e2-cdfe-4dba-ab08-1e3ebc9183fd tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 946 time: 0.0652900 Jan 17 21:27:43.067367 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ab77104e-9dae-44fa-a7b9-33340543b8b0 req-28a5b5c7-9884-401d-9e65-390ea59380f9 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669589 Jan 17 21:27:44.217894 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e92c4-7004-4553-8e9b-eed41add0de2 req-29db96e6-bb26-4c0b-afa6-219646620e1d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:44.219797 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-677e92c4-7004-4553-8e9b-eed41add0de2 req-29db96e6-bb26-4c0b-afa6-219646620e1d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 946 time: 0.0564806 Jan 17 21:27:44.289105 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-677e92c4-7004-4553-8e9b-eed41add0de2 req-d04d9be7-3f55-4a20-a556-f2fefb95ee75 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622668 Jan 17 21:27:45.416020 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c4df3-1a6c-43a5-ad12-a1de27eab915 req-97e2f094-ecdd-4a84-80b1-c7c1b0080212 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:45.418418 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-575c4df3-1a6c-43a5-ad12-a1de27eab915 req-97e2f094-ecdd-4a84-80b1-c7c1b0080212 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 946 time: 0.0631347 Jan 17 21:27:45.471311 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-575c4df3-1a6c-43a5-ad12-a1de27eab915 req-9ed83aa2-5dc3-4fac-b030-3428591c4c31 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473511 Jan 17 21:27:46.607304 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7fb81-04d8-478f-918a-1fd450366a29 req-4e4d55d7-a086-4078-84fc-7d2e5d1eb10f tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:46.609010 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c8a7fb81-04d8-478f-918a-1fd450366a29 req-4e4d55d7-a086-4078-84fc-7d2e5d1eb10f tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 946 time: 0.0565605 Jan 17 21:27:46.667953 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c8a7fb81-04d8-478f-918a-1fd450366a29 req-4224e55e-aac0-4152-82b7-f033c8906638 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516109 Jan 17 21:27:47.812225 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc750337-dffc-4df7-b1b5-08c1a2752a0d req-6b24b914-f679-413e-ae07-857de2c35d84 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:47.813959 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bc750337-dffc-4df7-b1b5-08c1a2752a0d req-6b24b914-f679-413e-ae07-857de2c35d84 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 946 time: 0.0643785 Jan 17 21:27:47.871637 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bc750337-dffc-4df7-b1b5-08c1a2752a0d req-c83451e5-1842-47fe-b6aa-1d762bd96aa2 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515022 Jan 17 21:27:49.010571 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc28d84-b33a-4254-9330-bc275d2869e9 req-39b29b7c-4e3b-4de9-a35a-4b33ebf7971a tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:49.012158 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ebc28d84-b33a-4254-9330-bc275d2869e9 req-39b29b7c-4e3b-4de9-a35a-4b33ebf7971a tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 946 time: 0.0541823 Jan 17 21:27:49.068899 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ebc28d84-b33a-4254-9330-bc275d2869e9 req-4113291c-1d68-48c3-bdf0-f7a0cf82dde6 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502167 Jan 17 21:27:50.239007 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983083a9-d2d4-4f5d-906a-0f723351dc73 req-de3b3a44-4721-4be3-aaab-b2be42b40f7b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:50.240471 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-983083a9-d2d4-4f5d-906a-0f723351dc73 req-de3b3a44-4721-4be3-aaab-b2be42b40f7b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 946 time: 0.0613523 Jan 17 21:27:50.297473 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-983083a9-d2d4-4f5d-906a-0f723351dc73 req-05461d21-f6c5-477e-8e11-d5967b5dc827 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492172 Jan 17 21:27:51.421381 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234031d-28c2-4313-9844-e4209625fa7a req-9ddbae8c-98b2-43e7-8220-a4bd9ad39292 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:51.422954 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8234031d-28c2-4313-9844-e4209625fa7a req-9ddbae8c-98b2-43e7-8220-a4bd9ad39292 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 946 time: 0.0503244 Jan 17 21:27:51.475892 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8234031d-28c2-4313-9844-e4209625fa7a req-dc3e9535-2b9a-47a6-a23a-5f3867223bec tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472550 Jan 17 21:27:51.626472 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e45ec-ff48-4649-aa97-a0ed52ee976f req-11ad0aa8-aec8-4357-8704-8268d270e183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:51.627988 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a62e45ec-ff48-4649-aa97-a0ed52ee976f req-11ad0aa8-aec8-4357-8704-8268d270e183 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3391c884182f46fc99248b8f0ba1822f&device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 1099 time: 0.0414395 Jan 17 21:27:51.722935 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e45ec-ff48-4649-aa97-a0ed52ee976f req-d525a29b-1531-4102-8966-5372df44c9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:51.724446 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a62e45ec-ff48-4649-aa97-a0ed52ee976f req-d525a29b-1531-4102-8966-5372df44c9ae service neutron] 10.222.0.72 "GET /v2.0/networks?id=c0ec84dc-cf63-4d34-bc61-575dee41c738 HTTP/1.1" status: 200 len: 918 time: 0.0907452 Jan 17 21:27:51.790125 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a62e45ec-ff48-4649-aa97-a0ed52ee976f req-75cfa2f4-5e86-4b98-b922-6635abda77b9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dde4fe76-f1d0-4978-a642-2a35761fdf74 HTTP/1.1" status: 200 len: 1002 time: 0.0590539 Jan 17 21:27:51.842495 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e45ec-ff48-4649-aa97-a0ed52ee976f req-40f95500-11b9-451c-b2b8-cc16d8199b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:51.843955 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a62e45ec-ff48-4649-aa97-a0ed52ee976f req-40f95500-11b9-451c-b2b8-cc16d8199b29 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0394e051-e826-45f6-a758-acda968d34cd HTTP/1.1" status: 200 len: 856 time: 0.0479102 Jan 17 21:27:51.891353 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e45ec-ff48-4649-aa97-a0ed52ee976f req-dd155526-2075-45b0-a673-64ce15f26a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:51.892836 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a62e45ec-ff48-4649-aa97-a0ed52ee976f req-dd155526-2075-45b0-a673-64ce15f26a3d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c0ec84dc-cf63-4d34-bc61-575dee41c738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421023 Jan 17 21:27:51.983224 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a62e45ec-ff48-4649-aa97-a0ed52ee976f req-439b30d5-46dd-4973-a0d2-da3ff1d8198c service neutron] 10.222.0.72 "GET /v2.0/networks/c0ec84dc-cf63-4d34-bc61-575dee41c738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843329 Jan 17 21:27:52.078576 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a62e45ec-ff48-4649-aa97-a0ed52ee976f req-48c6c70e-2993-4c93-a943-592c96616650 service neutron] 10.222.0.72 "GET /v2.0/networks/c0ec84dc-cf63-4d34-bc61-575dee41c738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890188 Jan 17 21:27:52.597112 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ff37c-0266-4eda-b4c7-c2551998e273 req-baa8997e-41b5-4172-b9c4-16f8a50cb6f1 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:52.598538 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f65ff37c-0266-4eda-b4c7-c2551998e273 req-baa8997e-41b5-4172-b9c4-16f8a50cb6f1 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 946 time: 0.0489261 Jan 17 21:27:52.651673 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f65ff37c-0266-4eda-b4c7-c2551998e273 req-6deee32b-e5b2-4dc4-989d-73c0ab788897 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467193 Jan 17 21:27:52.707995 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:53.780928 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf12044-d068-45e1-acc9-7472e89b7be4 req-e2f4e2e9-87d5-4df3-8fa7-f371bd7fef7b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:53.782456 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-daf12044-d068-45e1-acc9-7472e89b7be4 req-e2f4e2e9-87d5-4df3-8fa7-f371bd7fef7b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 946 time: 0.0562325 Jan 17 21:27:53.839102 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-daf12044-d068-45e1-acc9-7472e89b7be4 req-6ddb61dd-f58b-4c03-9d58-16f592657153 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505564 Jan 17 21:27:54.902946 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-8ae7a152-a484-431b-9281-64b1851438b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:54.971182 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a7579-e871-4d7e-bbdb-4ddb62feea76 req-35e950fa-df07-4c39-8345-8406daf202c0 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:54.972723 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-be3a7579-e871-4d7e-bbdb-4ddb62feea76 req-35e950fa-df07-4c39-8345-8406daf202c0 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 946 time: 0.0555460 Jan 17 21:27:55.022147 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-be3a7579-e871-4d7e-bbdb-4ddb62feea76 req-d0834cc7-5677-4376-9ec0-81181f5ea214 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430031 Jan 17 21:27:55.498911 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [req-4f9aa6f7-d595-4ee7-9476-e47b22484aa2 req-45844268-0b78-4a88-9d80-906717080ad5 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102498) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 21:27:55.499892 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4f9aa6f7-d595-4ee7-9476-e47b22484aa2 req-45844268-0b78-4a88-9d80-906717080ad5 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060005 Jan 17 21:27:55.660530 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9db12-f0d1-4727-98f7-4a7bd6fe1a31 req-6c368044-dab5-4bd3-ac0b-68b1bd9a4823 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:55.662069 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3ab9db12-f0d1-4727-98f7-4a7bd6fe1a31 req-6c368044-dab5-4bd3-ac0b-68b1bd9a4823 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 946 time: 0.0540118 Jan 17 21:27:55.712358 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3ab9db12-f0d1-4727-98f7-4a7bd6fe1a31 req-348cffb5-4623-4634-b308-768740f48e5e tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424354 Jan 17 21:27:55.813811 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 59570) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:27:55.894920 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6cbd8357-9ece-4572-91ad-dde2effefffb req-edf8f567-f1dc-4883-b88e-e09820f583cb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0798662 Jan 17 21:27:55.903812 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [req-6cbd8357-9ece-4572-91ad-dde2effefffb req-c26bb96b-493a-4f06-b6ec-ed3402ea204e service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102498) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 21:27:55.904789 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6cbd8357-9ece-4572-91ad-dde2effefffb req-c26bb96b-493a-4f06-b6ec-ed3402ea204e service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055079 Jan 17 21:27:56.053985 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device dde4fe76-f1d0-4978-a642-2a35761fdf74 no longer exists at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:27:56.134133 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port dde4fe76-f1d0-4978-a642-2a35761fdf74 is: ACTIVE; New status is: DOWN {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:27:56.134466 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (dde4fe76-f1d0-4978-a642-2a35761fdf74), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:56.159630 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edb3c99-d30d-4a2c-8b50-5083b7ea9d96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dde4fe76-f1d0-4978-a642-2a35761fdf74'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:27:56.161756 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd74998850970e76e5e696d55ae046c45085ecb7dce1b7bf3912a5be803d1cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54faacf3-aa2a-4437-96b9-dae444843b3d" -d '{"events": [{"server_uuid": "5edb3c99-d30d-4a2c-8b50-5083b7ea9d96", "name": "network-vif-unplugged", "status": "completed", "tag": "dde4fe76-f1d0-4978-a642-2a35761fdf74"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:27:56.174977 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port dde4fe76-f1d0-4978-a642-2a35761fdf74, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=dde4fe76-f1d0-4978-a642-2a35761fdf74,segment=NetworkSegment(3793e984-7f3b-42a4-b23f-4f321936b0eb),segment_id=3793e984-7f3b-42a4-b23f-4f321936b0eb)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:27:56.179698 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (dde4fe76-f1d0-4978-a642-2a35761fdf74), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:56.207181 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 17 Jan 2022 21:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ed150b-85ab-41a4-ae2a-28c33b1c6cf0 x-openstack-request-id: req-85ed150b-85ab-41a4-ae2a-28c33b1c6cf0 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:27:56.207476 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edb3c99-d30d-4a2c-8b50-5083b7ea9d96", "name": "network-vif-unplugged", "status": "failed", "tag": "dde4fe76-f1d0-4978-a642-2a35761fdf74", "code": 422}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:27:56.207730 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-85ed150b-85ab-41a4-ae2a-28c33b1c6cf0 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:27:56.208141 dv-cinder-824895-3-iscsi neutron-server[102500]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5edb3c99-d30d-4a2c-8b50-5083b7ea9d96', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dde4fe76-f1d0-4978-a642-2a35761fdf74', 'code': 422} returned with failed status Jan 17 21:27:56.221428 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:27:56.240476 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=dde4fe76-f1d0-4978-a642-2a35761fdf74,revision_number=8']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:27:56.248270 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:27:56.248661 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:27:56.249022 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:27:56.249362 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:27:56.249696 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:27:56.250028 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:27:56.250356 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:27:56.250687 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:27:56.251014 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:27:56.251341 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:27:56.251670 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:27:56.251993 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:27:56.252364 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:27:56.835511 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877456a4-8c9e-4940-953a-1cb6a33506fd req-42b80d46-4567-45c4-9e9f-2cab2d086c40 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:56.837605 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-877456a4-8c9e-4940-953a-1cb6a33506fd req-42b80d46-4567-45c4-9e9f-2cab2d086c40 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 944 time: 0.0514803 Jan 17 21:27:56.887404 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-877456a4-8c9e-4940-953a-1cb6a33506fd req-196c5fd8-b90e-4f36-b23f-a03bf0230486 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446420 Jan 17 21:27:57.294939 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd8357-9ece-4572-91ad-dde2effefffb req-3ee1430c-17e7-403e-9b63-9b75cc903186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:57.296341 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-6cbd8357-9ece-4572-91ad-dde2effefffb req-3ee1430c-17e7-403e-9b63-9b75cc903186 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96&tenant_id=3391c884182f46fc99248b8f0ba1822f HTTP/1.1" status: 200 len: 1097 time: 0.0690131 Jan 17 21:27:57.360606 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd8357-9ece-4572-91ad-dde2effefffb req-6575377d-aece-4b0b-a92e-f806387d301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:57.362134 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-6cbd8357-9ece-4572-91ad-dde2effefffb req-6575377d-aece-4b0b-a92e-f806387d301b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3391c884182f46fc99248b8f0ba1822f&device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 1097 time: 0.0443623 Jan 17 21:27:57.446722 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd8357-9ece-4572-91ad-dde2effefffb req-20b4e00b-097d-48fe-b50e-6137fe3f1691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:57.448745 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-6cbd8357-9ece-4572-91ad-dde2effefffb req-20b4e00b-097d-48fe-b50e-6137fe3f1691 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c0ec84dc-cf63-4d34-bc61-575dee41c738 HTTP/1.1" status: 200 len: 918 time: 0.0809810 Jan 17 21:27:57.515488 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-6cbd8357-9ece-4572-91ad-dde2effefffb req-6bb9c783-6058-405f-bf22-bc9dc1cfa17c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dde4fe76-f1d0-4978-a642-2a35761fdf74 HTTP/1.1" status: 200 len: 1000 time: 0.0603049 Jan 17 21:27:57.562348 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd8357-9ece-4572-91ad-dde2effefffb req-34862ca7-a215-4dbc-bf2b-3865181d797a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:57.563693 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-6cbd8357-9ece-4572-91ad-dde2effefffb req-34862ca7-a215-4dbc-bf2b-3865181d797a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0394e051-e826-45f6-a758-acda968d34cd HTTP/1.1" status: 200 len: 856 time: 0.0416954 Jan 17 21:27:57.607864 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd8357-9ece-4572-91ad-dde2effefffb req-858c737c-fab0-48b7-80ca-11ce87c68518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:57.609389 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-6cbd8357-9ece-4572-91ad-dde2effefffb req-858c737c-fab0-48b7-80ca-11ce87c68518 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c0ec84dc-cf63-4d34-bc61-575dee41c738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397382 Jan 17 21:27:57.645701 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-7d43cb58-acb0-4985-93ab-659a763795df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:57.704262 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-6cbd8357-9ece-4572-91ad-dde2effefffb req-44b7b416-ae60-4343-ba15-f162be4ccfd8 service neutron] 10.222.0.72 "GET /v2.0/networks/c0ec84dc-cf63-4d34-bc61-575dee41c738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889804 Jan 17 21:27:57.792783 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-6cbd8357-9ece-4572-91ad-dde2effefffb req-e3929d6e-26de-4f3e-b897-c388247e7553 service neutron] 10.222.0.72 "GET /v2.0/networks/c0ec84dc-cf63-4d34-bc61-575dee41c738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825274 Jan 17 21:27:58.021248 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee53c11-f192-42bd-9521-d21f398fbc3c req-82d4c7be-bd47-47f2-a330-c18907c63620 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:58.022991 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3ee53c11-f192-42bd-9521-d21f398fbc3c req-82d4c7be-bd47-47f2-a330-c18907c63620 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 944 time: 0.0574946 Jan 17 21:27:58.071954 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3ee53c11-f192-42bd-9521-d21f398fbc3c req-e3dfe490-643e-45df-b7c5-dc2287415d25 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430167 Jan 17 21:27:58.462162 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:27:59.198642 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd27ac-22cf-4ceb-97bb-8ca4180eb729 req-3709daa1-090e-4c3b-8062-94b78eda8e42 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:27:59.200977 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-39bd27ac-22cf-4ceb-97bb-8ca4180eb729 req-3709daa1-090e-4c3b-8062-94b78eda8e42 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 944 time: 0.0542903 Jan 17 21:27:59.255333 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-39bd27ac-22cf-4ceb-97bb-8ca4180eb729 req-faa8dbda-a7cb-4eaf-a5e4-434559d5e33d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457401 Jan 17 21:28:00.061205 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:28:00.394443 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25ad6c-e7af-4470-88ea-b2c26a73a7a0 req-30d306e9-8a36-404a-abcf-ea14199fcd55 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:00.396136 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4c25ad6c-e7af-4470-88ea-b2c26a73a7a0 req-30d306e9-8a36-404a-abcf-ea14199fcd55 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 944 time: 0.0623295 Jan 17 21:28:00.454672 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4c25ad6c-e7af-4470-88ea-b2c26a73a7a0 req-38a7181c-37c2-4ffb-9fde-87fd4fa49126 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517673 Jan 17 21:28:01.386322 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:28:01.584492 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6cb5a3-5eff-4543-99c5-d715f10d388a req-2af9fe13-da19-4bae-ae60-43213c3f797e tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:01.585944 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2a6cb5a3-5eff-4543-99c5-d715f10d388a req-2af9fe13-da19-4bae-ae60-43213c3f797e tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 944 time: 0.0514190 Jan 17 21:28:01.640599 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2a6cb5a3-5eff-4543-99c5-d715f10d388a req-ceaecd13-0b03-4c46-bc2d-55afcdd68885 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448797 Jan 17 21:28:02.780916 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc2a18-437e-443b-b11b-a29deecc27c2 req-d5d200dd-4201-47cd-aa90-3879cea36ccd tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:02.782719 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d2dc2a18-437e-443b-b11b-a29deecc27c2 req-d5d200dd-4201-47cd-aa90-3879cea36ccd tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 944 time: 0.0660686 Jan 17 21:28:02.846625 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d2dc2a18-437e-443b-b11b-a29deecc27c2 req-49ed5a30-6220-4739-a50b-d47590acb7eb tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563056 Jan 17 21:28:03.981073 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486bedd0-caa1-4119-8874-77a8364b4ed1 req-9afc1111-caa1-4899-97f2-dc30617dd5e6 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:03.983479 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-486bedd0-caa1-4119-8874-77a8364b4ed1 req-9afc1111-caa1-4899-97f2-dc30617dd5e6 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 944 time: 0.0619247 Jan 17 21:28:04.034522 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-486bedd0-caa1-4119-8874-77a8364b4ed1 req-7ece7016-8398-4e7b-83ed-3f2030aff7a6 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453663 Jan 17 21:28:05.166311 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e78eba-14c1-492b-9d31-78dc48206bdb req-22424cc0-1d9e-4cd1-b33a-64516af236da tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:05.167879 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f2e78eba-14c1-492b-9d31-78dc48206bdb req-22424cc0-1d9e-4cd1-b33a-64516af236da tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 944 time: 0.0555217 Jan 17 21:28:05.223568 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f2e78eba-14c1-492b-9d31-78dc48206bdb req-6af23391-8e29-4c7c-a682-7aa152373873 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498335 Jan 17 21:28:06.359196 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764db34-2a69-4314-8617-4a37d8e6025a req-8ae1007b-207c-4d1a-ac26-0971921c3aa1 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:06.360809 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1764db34-2a69-4314-8617-4a37d8e6025a req-8ae1007b-207c-4d1a-ac26-0971921c3aa1 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 944 time: 0.0551085 Jan 17 21:28:06.427007 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1764db34-2a69-4314-8617-4a37d8e6025a req-5249e6c3-fdc6-4d7d-b821-7532323af6f4 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533972 Jan 17 21:28:07.555338 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b876aa3-5fe6-4a77-9400-0dd2448c9830 req-4948b057-3abc-467f-8ae3-52e394e53491 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:07.556966 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7b876aa3-5fe6-4a77-9400-0dd2448c9830 req-4948b057-3abc-467f-8ae3-52e394e53491 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 944 time: 0.0522068 Jan 17 21:28:07.612033 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7b876aa3-5fe6-4a77-9400-0dd2448c9830 req-e88dedfb-251b-4f31-9f6e-e41c688260bb tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483007 Jan 17 21:28:08.733391 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f7cde1-2564-4a94-a449-fa3442d4a53a req-bcf8162a-9a3d-4823-83bd-fba89f7c6fe3 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:08.734911 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f4f7cde1-2564-4a94-a449-fa3442d4a53a req-bcf8162a-9a3d-4823-83bd-fba89f7c6fe3 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 944 time: 0.0504575 Jan 17 21:28:08.792159 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f4f7cde1-2564-4a94-a449-fa3442d4a53a req-7cb2e6b8-3322-4437-ac7c-cd9a851086f3 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514832 Jan 17 21:28:09.912951 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e0f6a-937b-4dc3-b9b3-ef648a29a15c req-a76eadaf-8c55-4cd6-a017-07f585194afc tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:09.914430 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8c1e0f6a-937b-4dc3-b9b3-ef648a29a15c req-a76eadaf-8c55-4cd6-a017-07f585194afc tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 944 time: 0.0487282 Jan 17 21:28:09.965779 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8c1e0f6a-937b-4dc3-b9b3-ef648a29a15c req-6bdff11b-1d3f-4033-8cd9-566dd507184a tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458584 Jan 17 21:28:11.085536 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02864c-1dee-4d2f-ba6e-228b50c71629 req-e22c06fc-4a82-45e1-8f8a-c5cadef59cf8 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:11.087029 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9c02864c-1dee-4d2f-ba6e-228b50c71629 req-e22c06fc-4a82-45e1-8f8a-c5cadef59cf8 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 944 time: 0.0486989 Jan 17 21:28:11.138319 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9c02864c-1dee-4d2f-ba6e-228b50c71629 req-93f0abec-22b7-4ba0-a470-f794de83d2dc tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424199 Jan 17 21:28:12.487108 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905f021-e127-46b7-98fa-22c29232b67a req-db1b2fc4-d06d-483d-8783-348897d8c8c1 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:12.488584 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f905f021-e127-46b7-98fa-22c29232b67a req-db1b2fc4-d06d-483d-8783-348897d8c8c1 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 944 time: 0.2790282 Jan 17 21:28:12.535322 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f905f021-e127-46b7-98fa-22c29232b67a req-c72c4a35-d2a2-4856-95b4-00528f2efa44 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411444 Jan 17 21:28:13.652152 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17520d-0bde-42bc-8180-2bd2b5bfadc0 req-48a55672-fda6-4c4d-ba45-a9ed8f316631 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:13.653625 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ff17520d-0bde-42bc-8180-2bd2b5bfadc0 req-48a55672-fda6-4c4d-ba45-a9ed8f316631 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 944 time: 0.0474238 Jan 17 21:28:13.700239 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ff17520d-0bde-42bc-8180-2bd2b5bfadc0 req-c7434b3b-0014-413f-97ad-8f092fe518a2 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410485 Jan 17 21:28:14.821340 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e3d3b-7460-420c-a77b-8a513c92f36f req-61dcc152-92c6-45af-8d26-ec12d42de608 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:14.823331 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-288e3d3b-7460-420c-a77b-8a513c92f36f req-61dcc152-92c6-45af-8d26-ec12d42de608 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 944 time: 0.0522416 Jan 17 21:28:14.879427 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-288e3d3b-7460-420c-a77b-8a513c92f36f req-965d7fa5-4d44-4b71-869d-25e8c218560c tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503635 Jan 17 21:28:15.998895 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864438d9-4743-4273-b875-6beec78651bc req-06ea225e-efe6-4061-a08e-3332fb6fa7f2 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:16.000451 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-864438d9-4743-4273-b875-6beec78651bc req-06ea225e-efe6-4061-a08e-3332fb6fa7f2 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 944 time: 0.0490046 Jan 17 21:28:16.047467 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-864438d9-4743-4273-b875-6beec78651bc req-63884b35-9083-46c4-8e8a-afea9eb21ab7 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414269 Jan 17 21:28:17.169268 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bfac4-f351-453b-9574-fcf827388be2 req-63d03279-869d-45b0-a25d-d284cb1b6c17 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:17.170756 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c77bfac4-f351-453b-9574-fcf827388be2 req-63d03279-869d-45b0-a25d-d284cb1b6c17 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 944 time: 0.0504370 Jan 17 21:28:17.222192 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c77bfac4-f351-453b-9574-fcf827388be2 req-7229b622-f53a-45ce-a602-3dcec22e1a63 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459659 Jan 17 21:28:18.339479 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4306c8d-67a0-47d8-871c-41106892e091 req-3c9cd815-2c2a-4dc4-86c1-d67aa6738536 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:18.340993 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f4306c8d-67a0-47d8-871c-41106892e091 req-3c9cd815-2c2a-4dc4-86c1-d67aa6738536 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 944 time: 0.0478697 Jan 17 21:28:18.386496 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f4306c8d-67a0-47d8-871c-41106892e091 req-0d819b91-be51-4284-b35e-214e49cfcfb4 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400896 Jan 17 21:28:19.508251 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856baaa2-3a45-4f7c-bf78-10a698e18242 req-09de2f58-df66-49bb-825f-7a7340759d22 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:19.509860 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-856baaa2-3a45-4f7c-bf78-10a698e18242 req-09de2f58-df66-49bb-825f-7a7340759d22 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 944 time: 0.0512860 Jan 17 21:28:19.558532 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-856baaa2-3a45-4f7c-bf78-10a698e18242 req-6da88612-b6ae-454d-9ca7-4d406e261af7 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430305 Jan 17 21:28:20.141176 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device dde4fe76-f1d0-4978-a642-2a35761fdf74 details requested by agent hyperv_hv-cinder-82489 with host hv-cinder-82489 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:28:20.236738 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port dde4fe76-f1d0-4978-a642-2a35761fdf74, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=dde4fe76-f1d0-4978-a642-2a35761fdf74,segment=NetworkSegment(3793e984-7f3b-42a4-b23f-4f321936b0eb),segment_id=3793e984-7f3b-42a4-b23f-4f321936b0eb)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:28:20.252053 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Returning: {'device': 'dde4fe76-f1d0-4978-a642-2a35761fdf74', 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738', 'port_id': 'dde4fe76-f1d0-4978-a642-2a35761fdf74', 'mac_address': 'fa:16:3e:df:3d:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0394e051-e826-45f6-a758-acda968d34cd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:28:20.288578 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port dde4fe76-f1d0-4978-a642-2a35761fdf74 is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:28:20.288976 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (dde4fe76-f1d0-4978-a642-2a35761fdf74), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:28:20.302252 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dde4fe76-f1d0-4978-a642-2a35761fdf74 {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:28:20.321767 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port dde4fe76-f1d0-4978-a642-2a35761fdf74, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=dde4fe76-f1d0-4978-a642-2a35761fdf74,segment=NetworkSegment(3793e984-7f3b-42a4-b23f-4f321936b0eb),segment_id=3793e984-7f3b-42a4-b23f-4f321936b0eb)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:28:20.326035 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (dde4fe76-f1d0-4978-a642-2a35761fdf74), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:28:20.372583 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=dde4fe76-f1d0-4978-a642-2a35761fdf74,revision_number=9']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:28:20.647183 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] get_ports_and_sgs() called for port_ids ['dde4fe76-f1d0-4978-a642-2a35761fdf74'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:28:20.682881 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1321b8-c898-4c4f-b4b3-9177b44da269 req-417afd03-e75e-452c-855f-4fb6db73e8f4 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:20.684400 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8c1321b8-c898-4c4f-b4b3-9177b44da269 req-417afd03-e75e-452c-855f-4fb6db73e8f4 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 945 time: 0.0517826 Jan 17 21:28:20.730955 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8c1321b8-c898-4c4f-b4b3-9177b44da269 req-e010af25-8762-4f2b-86bd-14e945045efd tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408099 Jan 17 21:28:21.851014 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50cbc5d-810f-4e15-b780-1f9dda5ccb4e req-0398f793-27a9-4299-82da-d1b9a88b8596 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:21.852544 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a50cbc5d-810f-4e15-b780-1f9dda5ccb4e req-0398f793-27a9-4299-82da-d1b9a88b8596 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 945 time: 0.0487890 Jan 17 21:28:21.899581 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a50cbc5d-810f-4e15-b780-1f9dda5ccb4e req-9a66c2ef-fffc-423f-8109-db299c1d9aa5 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408256 Jan 17 21:28:22.143825 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device dde4fe76-f1d0-4978-a642-2a35761fdf74 up at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:28:22.192043 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning complete for port dde4fe76-f1d0-4978-a642-2a35761fdf74 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:28:22.192449 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (dde4fe76-f1d0-4978-a642-2a35761fdf74), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:28:22.274122 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port dde4fe76-f1d0-4978-a642-2a35761fdf74 is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:28:22.274468 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (dde4fe76-f1d0-4978-a642-2a35761fdf74), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:28:22.298936 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edb3c99-d30d-4a2c-8b50-5083b7ea9d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde4fe76-f1d0-4978-a642-2a35761fdf74'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:28:22.301210 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd74998850970e76e5e696d55ae046c45085ecb7dce1b7bf3912a5be803d1cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3ae0f4-8d53-446c-87f7-3efc8c845f11" -d '{"events": [{"server_uuid": "5edb3c99-d30d-4a2c-8b50-5083b7ea9d96", "name": "network-vif-plugged", "status": "completed", "tag": "dde4fe76-f1d0-4978-a642-2a35761fdf74"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:28:22.315400 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port dde4fe76-f1d0-4978-a642-2a35761fdf74, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=dde4fe76-f1d0-4978-a642-2a35761fdf74,segment=NetworkSegment(3793e984-7f3b-42a4-b23f-4f321936b0eb),segment_id=3793e984-7f3b-42a4-b23f-4f321936b0eb)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:28:22.320317 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (dde4fe76-f1d0-4978-a642-2a35761fdf74), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:28:22.345754 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f5bf0a-e188-46c3-b56b-ec290f55d4b1 x-openstack-request-id: req-83f5bf0a-e188-46c3-b56b-ec290f55d4b1 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:28:22.345997 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edb3c99-d30d-4a2c-8b50-5083b7ea9d96", "name": "network-vif-plugged", "status": "completed", "tag": "dde4fe76-f1d0-4978-a642-2a35761fdf74", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:28:22.346248 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-83f5bf0a-e188-46c3-b56b-ec290f55d4b1 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:28:22.346640 dv-cinder-824895-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5edb3c99-d30d-4a2c-8b50-5083b7ea9d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde4fe76-f1d0-4978-a642-2a35761fdf74', 'code': 200} Jan 17 21:28:22.374929 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=dde4fe76-f1d0-4978-a642-2a35761fdf74,revision_number=10']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:28:22.717332 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:28:22.820110 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b4101-52d2-4353-830a-820dc97b29d2 req-fd5b0616-4295-44ef-991e-451f72e235a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:22.821708 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ce2b4101-52d2-4353-830a-820dc97b29d2 req-fd5b0616-4295-44ef-991e-451f72e235a4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 1100 time: 0.0443397 Jan 17 21:28:22.872783 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ce2b4101-52d2-4353-830a-820dc97b29d2 req-33cab4f6-7518-40c0-9201-5bb56ed92b6a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450222 Jan 17 21:28:23.022645 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e659e-ecf1-4688-aac0-6a17851ec97e req-19868349-3442-4384-b85b-ae5437b8c733 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:23.024153 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-409e659e-ecf1-4688-aac0-6a17851ec97e req-19868349-3442-4384-b85b-ae5437b8c733 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 947 time: 0.0481904 Jan 17 21:28:23.078999 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-409e659e-ecf1-4688-aac0-6a17851ec97e req-f3a8745b-bff2-4f86-b345-c01ce38a3629 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486453 Jan 17 21:28:24.206855 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c6197-9813-4f1e-a702-cd1837ec39cf req-171bf0dc-772c-400d-accd-b57747b0a5f2 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:24.208600 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-097c6197-9813-4f1e-a702-cd1837ec39cf req-171bf0dc-772c-400d-accd-b57747b0a5f2 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 947 time: 0.0484569 Jan 17 21:28:24.256668 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-097c6197-9813-4f1e-a702-cd1837ec39cf req-878105cf-1344-419b-9bbe-c2bd3ab0f73b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418875 Jan 17 21:28:24.896022 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-4ebbe75d-e565-4738-ac33-b42a06ab01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:28:25.378488 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e5e46-d73b-45f4-9cc4-4ba99a4f08e7 req-ab92ed7d-5bcb-4724-9572-17148debf43b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:25.379999 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-324e5e46-d73b-45f4-9cc4-4ba99a4f08e7 req-ab92ed7d-5bcb-4724-9572-17148debf43b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 947 time: 0.0509753 Jan 17 21:28:25.426214 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-324e5e46-d73b-45f4-9cc4-4ba99a4f08e7 req-fe235afb-77ff-4d65-adb9-31a499471b72 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406508 Jan 17 21:28:25.905357 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-53efb57e-03d4-48de-a71a-99c2b6b3061a req-0bf37d77-0feb-4248-8f0c-73cd2f087373 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405738 Jan 17 21:28:25.966340 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53efb57e-03d4-48de-a71a-99c2b6b3061a req-1e9010f9-92f2-4cbd-b132-7f78cfbe0391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:25.967852 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-53efb57e-03d4-48de-a71a-99c2b6b3061a req-1e9010f9-92f2-4cbd-b132-7f78cfbe0391 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=715ec979393344e694cfdd0eab44cb1c&device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 1099 time: 0.0419459 Jan 17 21:28:26.080114 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53efb57e-03d4-48de-a71a-99c2b6b3061a req-bc9c519b-059b-4809-932d-a3e546a4f55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:26.081626 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-53efb57e-03d4-48de-a71a-99c2b6b3061a req-bc9c519b-059b-4809-932d-a3e546a4f55b service neutron] 10.222.0.72 "GET /v2.0/networks?id=5dabefd5-55d4-49f2-9f4d-e4e0156bb858 HTTP/1.1" status: 200 len: 910 time: 0.0926313 Jan 17 21:28:26.146954 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-53efb57e-03d4-48de-a71a-99c2b6b3061a req-5caf247d-b619-4c1b-9a9c-ab2e3b04abee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=858678d3-306c-4afa-9059-494f90b38571 HTTP/1.1" status: 200 len: 1002 time: 0.0597463 Jan 17 21:28:26.193700 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53efb57e-03d4-48de-a71a-99c2b6b3061a req-e9e894d6-b61b-421d-967f-f3159c6a56e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:26.195047 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-53efb57e-03d4-48de-a71a-99c2b6b3061a req-e9e894d6-b61b-421d-967f-f3159c6a56e5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ce55c7e9-d38a-4482-bf77-df5118b92855 HTTP/1.1" status: 200 len: 848 time: 0.0425034 Jan 17 21:28:26.469618 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53efb57e-03d4-48de-a71a-99c2b6b3061a req-2bae8f7d-e14b-4dae-a60d-fe0ef08e5616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:26.470989 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-53efb57e-03d4-48de-a71a-99c2b6b3061a req-2bae8f7d-e14b-4dae-a60d-fe0ef08e5616 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5dabefd5-55d4-49f2-9f4d-e4e0156bb858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2702491 Jan 17 21:28:26.563315 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-53efb57e-03d4-48de-a71a-99c2b6b3061a req-bf7b6db5-1bd7-4fc5-8de2-628c66be4e74 service neutron] 10.222.0.72 "GET /v2.0/networks/5dabefd5-55d4-49f2-9f4d-e4e0156bb858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858867 Jan 17 21:28:26.652745 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-53efb57e-03d4-48de-a71a-99c2b6b3061a req-50d10d67-6364-46f8-ae2b-676c4c62e6e0 service neutron] 10.222.0.72 "GET /v2.0/networks/5dabefd5-55d4-49f2-9f4d-e4e0156bb858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834014 Jan 17 21:28:27.647189 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-33be2c02-4bb3-4c0f-8f94-d793401b10c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:28:28.465133 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:28:30.063268 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:28:31.378930 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:28:33.221644 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:28:42.592887 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610159af-7be9-4904-b707-0188c99bcfd4 req-67bbdc2b-9bb5-42d3-ad08-755d0d92c228 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:42.594308 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-610159af-7be9-4904-b707-0188c99bcfd4 req-67bbdc2b-9bb5-42d3-ad08-755d0d92c228 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 946 time: 0.0542238 Jan 17 21:28:42.645828 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-610159af-7be9-4904-b707-0188c99bcfd4 req-6f98ef7f-426e-4f8f-bb18-edf0995a4ed3 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459695 Jan 17 21:28:43.765979 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef44e99-b814-4a07-b6a9-fce59ef34873 req-a2558b30-4ce9-4b8c-892a-730c1c1a165e tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:43.767481 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9ef44e99-b814-4a07-b6a9-fce59ef34873 req-a2558b30-4ce9-4b8c-892a-730c1c1a165e tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 946 time: 0.0499895 Jan 17 21:28:43.817501 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9ef44e99-b814-4a07-b6a9-fce59ef34873 req-900ffc93-caeb-4ebb-81d7-1ff725cafd16 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443685 Jan 17 21:28:44.942232 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e123e-652c-4442-b5da-464ebbe327ab req-f337a696-9630-463e-9756-731898868cf8 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:44.943768 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b90e123e-652c-4442-b5da-464ebbe327ab req-f337a696-9630-463e-9756-731898868cf8 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 946 time: 0.0543404 Jan 17 21:28:44.996838 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b90e123e-652c-4442-b5da-464ebbe327ab req-47636230-4e32-4070-b013-c1972e778401 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463650 Jan 17 21:28:45.281867 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bceaf92-17c0-4c5c-ae18-e989a3532e1f req-3c010703-6716-4831-a105-3f6e1022f535 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:45.283385 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2bceaf92-17c0-4c5c-ae18-e989a3532e1f req-3c010703-6716-4831-a105-3f6e1022f535 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 946 time: 0.0510840 Jan 17 21:28:45.344234 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2bceaf92-17c0-4c5c-ae18-e989a3532e1f req-986a5603-c832-4655-a342-066bed452790 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552275 Jan 17 21:28:46.131464 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891031a-c827-4116-8b5a-fd867f6834ff req-2daa4b0a-bf66-4591-bddc-85197c4be791 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:46.133045 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f891031a-c827-4116-8b5a-fd867f6834ff req-2daa4b0a-bf66-4591-bddc-85197c4be791 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 946 time: 0.0511119 Jan 17 21:28:46.188801 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f891031a-c827-4116-8b5a-fd867f6834ff req-5766fd51-0bd1-4cb5-9412-5854cb618baf tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495176 Jan 17 21:28:46.472408 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e57ebf7-38d0-405f-9e94-eb11a4df9c16 req-71a0038e-6cb4-4ff5-8440-211b74cfe213 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:46.474072 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7e57ebf7-38d0-405f-9e94-eb11a4df9c16 req-71a0038e-6cb4-4ff5-8440-211b74cfe213 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 946 time: 0.0579147 Jan 17 21:28:46.528133 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7e57ebf7-38d0-405f-9e94-eb11a4df9c16 req-22378bc0-8337-4e51-9ccf-d51d74200767 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481513 Jan 17 21:28:47.308017 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35fe54-f6ae-462b-a174-888c9f880aa4 req-6ac17904-58b8-4919-9443-869ee8ba7eda tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:47.310628 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-4d35fe54-f6ae-462b-a174-888c9f880aa4 req-6ac17904-58b8-4919-9443-869ee8ba7eda tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.72 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 946 time: 0.0589900 Jan 17 21:28:47.435278 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-4d35fe54-f6ae-462b-a174-888c9f880aa4 req-cf69ae73-5509-403c-90b9-bd7b9b219527 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Deleting port bfd59a07-416c-4292-b1be-059ed60c472c {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:28:47.435830 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-4d35fe54-f6ae-462b-a174-888c9f880aa4 req-cf69ae73-5509-403c-90b9-bd7b9b219527 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (bfd59a07-416c-4292-b1be-059ed60c472c), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:28:47.465228 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce929d-4745-4b34-81f9-567678152f42 req-375fdc45-7428-4efe-b01a-250f43348bbb tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:47.466895 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-04ce929d-4745-4b34-81f9-567678152f42 req-375fdc45-7428-4efe-b01a-250f43348bbb tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 946 time: 0.0716963 Jan 17 21:28:47.525709 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-04ce929d-4745-4b34-81f9-567678152f42 req-409e1d72-e291-404b-8da5-b720d1697fc5 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494826 Jan 17 21:28:47.563424 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-4d35fe54-f6ae-462b-a174-888c9f880aa4 req-cf69ae73-5509-403c-90b9-bd7b9b219527 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] For port bfd59a07-416c-4292-b1be-059ed60c472c, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=bfd59a07-416c-4292-b1be-059ed60c472c,segment=NetworkSegment(7ee340a2-c031-4107-9341-36ba121a962a),segment_id=7ee340a2-c031-4107-9341-36ba121a962a)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:28:47.563749 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-4d35fe54-f6ae-462b-a174-888c9f880aa4 req-cf69ae73-5509-403c-90b9-bd7b9b219527 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (bfd59a07-416c-4292-b1be-059ed60c472c), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:28:47.659609 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709f570-eb7e-4f06-982a-02de9dcadf0e req-069b622d-dd4d-4e3e-8061-3b3ac5e7c4f3 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:47.661251 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f709f570-eb7e-4f06-982a-02de9dcadf0e req-069b622d-dd4d-4e3e-8061-3b3ac5e7c4f3 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 946 time: 0.0579681 Jan 17 21:28:47.727228 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f709f570-eb7e-4f06-982a-02de9dcadf0e req-390a7566-b68d-41ed-ba60-701a4b7928f2 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599399 Jan 17 21:28:47.914522 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-4d35fe54-f6ae-462b-a174-888c9f880aa4 req-cf69ae73-5509-403c-90b9-bd7b9b219527 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:28:47.915058 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-4d35fe54-f6ae-462b-a174-888c9f880aa4 req-cf69ae73-5509-403c-90b9-bd7b9b219527 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1018624'] for floatingip (3e568606-1234-4cbf-b66b-5a69b346c197), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:28:47.915484 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.db.l3_db [req-4d35fe54-f6ae-462b-a174-888c9f880aa4 req-cf69ae73-5509-403c-90b9-bd7b9b219527 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Floating IP 3e568606-1234-4cbf-b66b-5a69b346c197 disassociated. External IP: 172.27.0.240, port: bfd59a07-416c-4292-b1be-059ed60c472c. Jan 17 21:28:47.916019 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-4d35fe54-f6ae-462b-a174-888c9f880aa4 req-cf69ae73-5509-403c-90b9-bd7b9b219527 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Calling delete_port for bfd59a07-416c-4292-b1be-059ed60c472c owned by compute:nova {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:28:48.069598 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-4d35fe54-f6ae-462b-a174-888c9f880aa4 req-cf69ae73-5509-403c-90b9-bd7b9b219527 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (bfd59a07-416c-4292-b1be-059ed60c472c), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:28:48.124780 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf69ae73-5509-403c-90b9-bd7b9b219527 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Pushing event deleted for resources: {'Port': ['ID=bfd59a07-416c-4292-b1be-059ed60c472c,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:28:48.136277 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69ae73-5509-403c-90b9-bd7b9b219527 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:28:48.136655 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69ae73-5509-403c-90b9-bd7b9b219527 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:28:48.137009 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69ae73-5509-403c-90b9-bd7b9b219527 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:28:48.137346 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69ae73-5509-403c-90b9-bd7b9b219527 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:28:48.137678 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69ae73-5509-403c-90b9-bd7b9b219527 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:28:48.138004 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69ae73-5509-403c-90b9-bd7b9b219527 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:28:48.138365 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69ae73-5509-403c-90b9-bd7b9b219527 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:28:48.138652 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69ae73-5509-403c-90b9-bd7b9b219527 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:28:48.138977 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69ae73-5509-403c-90b9-bd7b9b219527 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:28:48.139302 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69ae73-5509-403c-90b9-bd7b9b219527 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:28:48.139625 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69ae73-5509-403c-90b9-bd7b9b219527 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:28:48.139942 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69ae73-5509-403c-90b9-bd7b9b219527 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:28:48.140263 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69ae73-5509-403c-90b9-bd7b9b219527 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:28:48.259603 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d35fe54-f6ae-462b-a174-888c9f880aa4 req-cf69ae73-5509-403c-90b9-bd7b9b219527 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Router 78be4ba5-dcdf-466f-8857-3af7b5656228 has already been hosted by L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:28:48.374549 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d35fe54-f6ae-462b-a174-888c9f880aa4 req-cf69ae73-5509-403c-90b9-bd7b9b219527 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:28:48.384427 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e985b079-1dea-478b-89a6-6dce0029fb52 None None] Sync routers for ids ['78be4ba5-dcdf-466f-8857-3af7b5656228'] in dv-cinder-824895-3-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:28:48.398796 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e985b079-1dea-478b-89a6-6dce0029fb52 None None] Routers {'78be4ba5-dcdf-466f-8857-3af7b5656228'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:28:48.399695 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-e985b079-1dea-478b-89a6-6dce0029fb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:28:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['78be4ba5-dcdf-466f-8857-3af7b5656228'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:28:48.416513 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d35fe54-f6ae-462b-a174-888c9f880aa4 req-cf69ae73-5509-403c-90b9-bd7b9b219527 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] No DVR routers for this DVR port bfd59a07-416c-4292-b1be-059ed60c472c on host hv-cinder-82489 {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:28:48.419179 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-4d35fe54-f6ae-462b-a174-888c9f880aa4 req-cf69ae73-5509-403c-90b9-bd7b9b219527 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:28:48.422607 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-4d35fe54-f6ae-462b-a174-888c9f880aa4 req-cf69ae73-5509-403c-90b9-bd7b9b219527 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.72 "DELETE /v2.0/ports/bfd59a07-416c-4292-b1be-059ed60c472c HTTP/1.1" status: 204 len: 173 time: 1.1063304 Jan 17 21:28:48.423077 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '851b3dd1-961b-4d23-9594-2a55d4f0f703', 'name': 'network-vif-deleted', 'tag': 'bfd59a07-416c-4292-b1be-059ed60c472c'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:28:48.425418 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c2de0e70a1bc7346ac1be0cec4f24ea848d889c4763a7575c3a73373459bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9161d5ac-fdd6-4ef9-b04c-4129210e1bfc" -d '{"events": [{"server_uuid": "851b3dd1-961b-4d23-9594-2a55d4f0f703", "name": "network-vif-deleted", "tag": "bfd59a07-416c-4292-b1be-059ed60c472c"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:28:48.466507 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9577f261-e009-464c-be75-efcdec37fe85 x-openstack-request-id: req-9577f261-e009-464c-be75-efcdec37fe85 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:28:48.466825 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "851b3dd1-961b-4d23-9594-2a55d4f0f703", "name": "network-vif-deleted", "tag": "bfd59a07-416c-4292-b1be-059ed60c472c", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:28:48.467117 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9577f261-e009-464c-be75-efcdec37fe85 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:28:48.467486 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '851b3dd1-961b-4d23-9594-2a55d4f0f703', 'name': 'network-vif-deleted', 'tag': 'bfd59a07-416c-4292-b1be-059ed60c472c', 'status': 'completed', 'code': 200} Jan 17 21:28:48.532041 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-e985b079-1dea-478b-89a6-6dce0029fb52 None None] Set router 78be4ba5-dcdf-466f-8857-3af7b5656228 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:28:48.646559 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66d965-c9cd-4af8-80a1-0881da312893 req-60b67f3c-778d-49c3-a51c-afdae66e2677 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:48.648123 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5a66d965-c9cd-4af8-80a1-0881da312893 req-60b67f3c-778d-49c3-a51c-afdae66e2677 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 946 time: 0.0516856 Jan 17 21:28:48.716423 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5a66d965-c9cd-4af8-80a1-0881da312893 req-818cdd9d-f818-4eab-a7f6-0152cdd08589 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571814 Jan 17 21:28:48.753630 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-e985b079-1dea-478b-89a6-6dce0029fb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'name': 'tempest-TestVolumeBootPattern-920129794-router', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:34Z', 'updated_at': '2022-01-17T21:23:38Z', 'revision_number': 4, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'gw_port': {'id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:84:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:35Z', 'updated_at': '2022-01-17T21:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': 'ac94ccc9-7efe-4100-8faa-599da3bc5807', 'name': '', 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'mac_address': 'fa:16:3e:af:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:37Z', 'updated_at': '2022-01-17T21:23:48Z', 'revision_number': 5, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'subnets': [{'id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:28:48.792608 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e985b079-1dea-478b-89a6-6dce0029fb52 None None] Checking router: 78be4ba5-dcdf-466f-8857-3af7b5656228 for host: dv-cinder-824895-3-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:28:48.803711 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e985b079-1dea-478b-89a6-6dce0029fb52 None None] Routers {'78be4ba5-dcdf-466f-8857-3af7b5656228'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:28:48.804431 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-e985b079-1dea-478b-89a6-6dce0029fb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:28:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['78be4ba5-dcdf-466f-8857-3af7b5656228'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:28:48.920524 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-e985b079-1dea-478b-89a6-6dce0029fb52 None None] Set router 78be4ba5-dcdf-466f-8857-3af7b5656228 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:28:48.976091 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d3f0423e-7aaa-4808-8afc-61b17d79a008 req-d49f62af-dca0-4956-960a-24fef7fa5c02 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=851b3dd1-961b-4d23-9594-2a55d4f0f703 HTTP/1.1" status: 200 len: 210 time: 0.0277433 Jan 17 21:28:49.264797 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-e985b079-1dea-478b-89a6-6dce0029fb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'name': 'tempest-TestVolumeBootPattern-920129794-router', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:34Z', 'updated_at': '2022-01-17T21:23:38Z', 'revision_number': 4, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'gw_port': {'id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:84:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:35Z', 'updated_at': '2022-01-17T21:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': 'ac94ccc9-7efe-4100-8faa-599da3bc5807', 'name': '', 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'mac_address': 'fa:16:3e:af:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:37Z', 'updated_at': '2022-01-17T21:23:48Z', 'revision_number': 5, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'subnets': [{'id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:28:49.296872 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e985b079-1dea-478b-89a6-6dce0029fb52 None None] The sync data for ids ['78be4ba5-dcdf-466f-8857-3af7b5656228'] in dv-cinder-824895-3-iscsi is: [{'id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'name': 'tempest-TestVolumeBootPattern-920129794-router', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:34Z', 'updated_at': '2022-01-17T21:23:38Z', 'revision_number': 4, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'gw_port': {'id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:84:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:35Z', 'updated_at': '2022-01-17T21:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': 'ac94ccc9-7efe-4100-8faa-599da3bc5807', 'name': '', 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'mac_address': 'fa:16:3e:af:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:37Z', 'updated_at': '2022-01-17T21:23:48Z', 'revision_number': 5, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'subnets': [{'id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:28:49.560503 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a2c7a5-6c98-4fb1-b581-c9ee6f2fbd14 None None] New status for floating IP 3e568606-1234-4cbf-b66b-5a69b346c197: DOWN {{(pid=102501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 21:28:49.828261 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4438923-492d-46e1-9576-6a52ef04f52a req-721738b4-b0ce-481b-949e-41a063313fbb tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:49.829995 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a4438923-492d-46e1-9576-6a52ef04f52a req-721738b4-b0ce-481b-949e-41a063313fbb tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 946 time: 0.0561666 Jan 17 21:28:49.882144 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a4438923-492d-46e1-9576-6a52ef04f52a req-31daae02-0790-452c-83c1-86cefeaae3c6 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458238 Jan 17 21:28:50.193137 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-693c8aed-3153-4517-983a-0d3ebfd9fabe tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-763362693&fields=id&tenant_id=97b00002d33945c6a8056483b241fbf6 HTTP/1.1" status: 200 len: 267 time: 0.0461116 Jan 17 21:28:50.326347 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-8a9297c3-926a-4e5d-8d6f-79dc7bc23522 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:50.327743 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-8a9297c3-926a-4e5d-8d6f-79dc7bc23522 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/networks?id=5af0e6ef-b600-4363-b491-e83498d1d2b9 HTTP/1.1" status: 200 len: 811 time: 0.1280951 Jan 17 21:28:50.343970 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-0d465584-8065-455a-8f6b-1702fc834011 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/quotas/97b00002d33945c6a8056483b241fbf6 HTTP/1.1" status: 200 len: 375 time: 0.0100076 Jan 17 21:28:50.396845 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-47c2e5db-16dc-4683-b27c-7151c7c50155 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=97b00002d33945c6a8056483b241fbf6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475256 Jan 17 21:28:50.506093 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-281ecfea-2fb6-4144-a202-f945c81bffb6 service neutron] 10.222.0.64 "GET /v2.0/networks/5af0e6ef-b600-4363-b491-e83498d1d2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974672 Jan 17 21:28:50.598379 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-41f98cb2-8dfa-45b6-a39d-98dff3b3642b service neutron] 10.222.0.64 "GET /v2.0/networks/5af0e6ef-b600-4363-b491-e83498d1d2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864229 Jan 17 21:28:50.942046 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2efb0761-19c7-444a-bbd1-bcec79041405 req-8354f9fb-5b56-41ba-bcfb-11cdb5f1206a tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f1b3ad9-6be9-4165-aea2-3a8bce7657b1 HTTP/1.1" status: 200 len: 210 time: 0.0462384 Jan 17 21:28:51.189800 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f0095-3ff7-4304-ad1a-5e64ca150be0 req-aae10f10-68af-4f49-a1d5-943f5f681df7 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:51.192903 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fc6f0095-3ff7-4304-ad1a-5e64ca150be0 req-aae10f10-68af-4f49-a1d5-943f5f681df7 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 946 time: 0.0726449 Jan 17 21:28:51.260971 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fc6f0095-3ff7-4304-ad1a-5e64ca150be0 req-56f003e3-6061-430c-b6c6-6f565ca778b1 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624974 Jan 17 21:28:51.980384 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-9d1146d2-c1c1-4665-a3ce-37a8fb02d5cb tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:51.981957 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-9d1146d2-c1c1-4665-a3ce-37a8fb02d5cb tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.72 "GET /v2.0/networks?id=5af0e6ef-b600-4363-b491-e83498d1d2b9 HTTP/1.1" status: 200 len: 811 time: 0.1200426 Jan 17 21:28:52.074803 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-0b7f2295-c012-4a65-a28a-f8f9ff998ddf tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97b00002d33945c6a8056483b241fbf6 HTTP/1.1" status: 200 len: 379 time: 0.0836570 Jan 17 21:28:52.088075 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-e0062481-5aad-4c8f-93aa-4f79ac5b76fb tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Request body: {'port': {'device_id': '9f1b3ad9-6be9-4165-aea2-3a8bce7657b1', 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9', 'admin_state_up': True, 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'security_groups': ['0f45590d-5254-466f-af88-b7d60b1369f4']}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:28:52.094014 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-34cc47a0-e1d5-4fbb-aa26-bd167de76ab1 req-c56a29f4-7e86-4c87-a8a4-4b6cef933dff tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f1b3ad9-6be9-4165-aea2-3a8bce7657b1 HTTP/1.1" status: 200 len: 210 time: 0.0521431 Jan 17 21:28:52.224546 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-e0062481-5aad-4c8f-93aa-4f79ac5b76fb tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Made reservation on behalf of 97b00002d33945c6a8056483b241fbf6 for: {'port': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:28:52.228100 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-e0062481-5aad-4c8f-93aa-4f79ac5b76fb tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:28:52.229531 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device bfd59a07-416c-4292-b1be-059ed60c472c no longer exists at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:28:52.249475 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] No Port match for: bfd59a07-416c-4292-b1be-059ed60c472c {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:28:52.249744 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device bfd59a07-416c-4292-b1be-059ed60c472c not bound to the agent host hv-cinder-82489 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:28:52.374310 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-e0062481-5aad-4c8f-93aa-4f79ac5b76fb tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Allocated IP 172.20.0.12 (5af0e6ef-b600-4363-b491-e83498d1d2b9/3f2b416e-5468-4144-8f1a-53499e3c7b82/49b3d1af-2602-4952-bb5a-f5c52e593c91) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:28:52.386052 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00548b49-0e27-4c8c-859c-ff63b7e52a59 req-44ef6a2d-4ca8-4081-9c95-c59bdb1f7cb3 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:52.387713 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-00548b49-0e27-4c8c-859c-ff63b7e52a59 req-44ef6a2d-4ca8-4081-9c95-c59bdb1f7cb3 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 946 time: 0.0545511 Jan 17 21:28:52.451666 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-00548b49-0e27-4c8c-859c-ff63b7e52a59 req-8769b608-2743-4894-9de2-ed12769bc433 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535545 Jan 17 21:28:52.548672 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-e0062481-5aad-4c8f-93aa-4f79ac5b76fb tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks [] for port (49b3d1af-2602-4952-bb5a-f5c52e593c91), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:28:52.595944 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-e0062481-5aad-4c8f-93aa-4f79ac5b76fb tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (49b3d1af-2602-4952-bb5a-f5c52e593c91), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:28:52.648347 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-e0062481-5aad-4c8f-93aa-4f79ac5b76fb tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Network 5af0e6ef-b600-4363-b491-e83498d1d2b9 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:28:52.651548 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-e0062481-5aad-4c8f-93aa-4f79ac5b76fb tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:28:52.655470 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-e0062481-5aad-4c8f-93aa-4f79ac5b76fb tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:28:52.680003 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0062481-5aad-4c8f-93aa-4f79ac5b76fb tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Pushing event updated for resources: {'Port': ['ID=49b3d1af-2602-4952-bb5a-f5c52e593c91,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:28:52.725424 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-e0062481-5aad-4c8f-93aa-4f79ac5b76fb tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:52.726073 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-e0062481-5aad-4c8f-93aa-4f79ac5b76fb tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:28:52.728613 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:28:52.763323 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-e0062481-5aad-4c8f-93aa-4f79ac5b76fb tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6830437 Jan 17 21:28:52.770271 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680af4d-db11-48c2-88bb-3be27b6dc72b req-c08744aa-bb2c-4374-a5c3-8d57258dffab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:52.771780 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-6680af4d-db11-48c2-88bb-3be27b6dc72b req-c08744aa-bb2c-4374-a5c3-8d57258dffab service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=715ec979393344e694cfdd0eab44cb1c&device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 1099 time: 0.0662742 Jan 17 21:28:52.776860 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-c8edcf07-4eab-4a5f-bac2-2b37888e768e service neutron] Request body: {'port': {'device_id': '9f1b3ad9-6be9-4165-aea2-3a8bce7657b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82489'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:28:52.889856 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-c8edcf07-4eab-4a5f-bac2-2b37888e768e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (49b3d1af-2602-4952-bb5a-f5c52e593c91), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:28:52.943110 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680af4d-db11-48c2-88bb-3be27b6dc72b req-f4df80e2-5022-49d1-a82f-f0d2da1f299f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:52.944566 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-6680af4d-db11-48c2-88bb-3be27b6dc72b req-f4df80e2-5022-49d1-a82f-f0d2da1f299f service neutron] 10.222.0.72 "GET /v2.0/networks?id=5dabefd5-55d4-49f2-9f4d-e4e0156bb858 HTTP/1.1" status: 200 len: 910 time: 0.1649168 Jan 17 21:28:52.949662 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-e3bc97e5-4ebc-4e3a-a9d8-5070ce6fe3ed None None] Provisioning complete for port 49b3d1af-2602-4952-bb5a-f5c52e593c91 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:28:52.950125 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e3bc97e5-4ebc-4e3a-a9d8-5070ce6fe3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (49b3d1af-2602-4952-bb5a-f5c52e593c91), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:28:52.988436 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-e3bc97e5-4ebc-4e3a-a9d8-5070ce6fe3ed None None] Port 49b3d1af-2602-4952-bb5a-f5c52e593c91 cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:28:53.081139 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-6680af4d-db11-48c2-88bb-3be27b6dc72b req-e3f5df5d-cb30-43f8-8fa9-9d39cdf72d24 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=858678d3-306c-4afa-9059-494f90b38571 HTTP/1.1" status: 200 len: 1002 time: 0.1298244 Jan 17 21:28:53.181522 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680af4d-db11-48c2-88bb-3be27b6dc72b req-9d97e5c1-fee7-4af8-8d50-ac96d17c8f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:53.183016 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-6680af4d-db11-48c2-88bb-3be27b6dc72b req-9d97e5c1-fee7-4af8-8d50-ac96d17c8f07 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ce55c7e9-d38a-4482-bf77-df5118b92855 HTTP/1.1" status: 200 len: 848 time: 0.0957439 Jan 17 21:28:53.241005 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8fc5b6-cb96-44ca-9c4b-e71b541d05c5 req-5beb88b4-9006-4f39-ae19-f2d25293a487 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:53.242462 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ac8fc5b6-cb96-44ca-9c4b-e71b541d05c5 req-5beb88b4-9006-4f39-ae19-f2d25293a487 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f1b3ad9-6be9-4165-aea2-3a8bce7657b1 HTTP/1.1" status: 200 len: 932 time: 0.0544202 Jan 17 21:28:53.292182 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680af4d-db11-48c2-88bb-3be27b6dc72b req-78bd847d-47b9-461b-b9da-5ffb8d2df483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:53.293726 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-6680af4d-db11-48c2-88bb-3be27b6dc72b req-78bd847d-47b9-461b-b9da-5ffb8d2df483 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5dabefd5-55d4-49f2-9f4d-e4e0156bb858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1017091 Jan 17 21:28:53.300062 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ac8fc5b6-cb96-44ca-9c4b-e71b541d05c5 req-5bfa8c85-ad63-48e4-adb4-b04c0776d464 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506713 Jan 17 21:28:53.337995 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-c8edcf07-4eab-4a5f-bac2-2b37888e768e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49b3d1af-2602-4952-bb5a-f5c52e593c91 {{(pid=102499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:28:53.577738 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5306f4d2-e91f-457c-b2bf-fce8bee58f60 req-c11ccf67-91e1-42ec-933d-362f5df60598 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:53.579393 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5306f4d2-e91f-457c-b2bf-fce8bee58f60 req-c11ccf67-91e1-42ec-933d-362f5df60598 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 946 time: 0.0528643 Jan 17 21:28:53.632513 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-c8edcf07-4eab-4a5f-bac2-2b37888e768e service neutron] Publish callbacks [] for port (49b3d1af-2602-4952-bb5a-f5c52e593c91), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:28:53.633050 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5306f4d2-e91f-457c-b2bf-fce8bee58f60 req-d1d649ac-b601-4144-bf71-2c3617575004 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474570 Jan 17 21:28:53.653445 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.provisioning_blocks [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-c8edcf07-4eab-4a5f-bac2-2b37888e768e service neutron] Transition to ACTIVE for port object 49b3d1af-2602-4952-bb5a-f5c52e593c91 will not be triggered until provisioned by entity L2. {{(pid=102499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 21:28:53.658337 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-c8edcf07-4eab-4a5f-bac2-2b37888e768e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3358448'] for port (49b3d1af-2602-4952-bb5a-f5c52e593c91), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:28:53.722030 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-6680af4d-db11-48c2-88bb-3be27b6dc72b req-c521f7c7-acb9-414e-ab90-be7c7e5ed6b3 service neutron] 10.222.0.72 "GET /v2.0/networks/5dabefd5-55d4-49f2-9f4d-e4e0156bb858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4209244 Jan 17 21:28:53.730897 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8edcf07-4eab-4a5f-bac2-2b37888e768e service neutron] Pushing event updated for resources: {'Port': ['ID=49b3d1af-2602-4952-bb5a-f5c52e593c91,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:28:53.879530 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-c8edcf07-4eab-4a5f-bac2-2b37888e768e service neutron] Attempting to bind port 49b3d1af-2602-4952-bb5a-f5c52e593c91 on host hv-cinder-82489 for vnic_type normal with profile {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:28:53.879903 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-c8edcf07-4eab-4a5f-bac2-2b37888e768e service neutron] Attempting to bind port 49b3d1af-2602-4952-bb5a-f5c52e593c91 by drivers openvswitch,hyperv on host hv-cinder-82489 at level 0 using segments [{'id': '7ee340a2-c031-4107-9341-36ba121a962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9'}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:28:53.880207 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-c8edcf07-4eab-4a5f-bac2-2b37888e768e service neutron] Attempting to bind port 49b3d1af-2602-4952-bb5a-f5c52e593c91 on network 5af0e6ef-b600-4363-b491-e83498d1d2b9 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:28:53.888409 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-6680af4d-db11-48c2-88bb-3be27b6dc72b req-85b91b1a-9dc2-4f38-b9b7-6829ce0ae101 service neutron] 10.222.0.72 "GET /v2.0/networks/5dabefd5-55d4-49f2-9f4d-e4e0156bb858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592276 Jan 17 21:28:53.888998 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-c8edcf07-4eab-4a5f-bac2-2b37888e768e service neutron] Port 49b3d1af-2602-4952-bb5a-f5c52e593c91 on network 5af0e6ef-b600-4363-b491-e83498d1d2b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82489 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 21:28:53.889328 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-c8edcf07-4eab-4a5f-bac2-2b37888e768e service neutron] Attempting to bind port 49b3d1af-2602-4952-bb5a-f5c52e593c91 on network 5af0e6ef-b600-4363-b491-e83498d1d2b9 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:28:53.895111 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-c8edcf07-4eab-4a5f-bac2-2b37888e768e service neutron] Checking agent: {'id': 'fb6a4824-98a1-4114-b283-810c221687ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82489', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 18, 21), 'started_at': datetime.datetime(2022, 1, 17, 21, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:28:53.895443 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-c8edcf07-4eab-4a5f-bac2-2b37888e768e service neutron] Checking segment: {'id': '7ee340a2-c031-4107-9341-36ba121a962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:28:53.895836 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-c8edcf07-4eab-4a5f-bac2-2b37888e768e service neutron] Bound using segment: {'id': '7ee340a2-c031-4107-9341-36ba121a962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9'} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:28:53.896289 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-c8edcf07-4eab-4a5f-bac2-2b37888e768e service neutron] Bound port: 49b3d1af-2602-4952-bb5a-f5c52e593c91, host: hv-cinder-82489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee340a2-c031-4107-9341-36ba121a962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9'}}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:28:53.896761 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-c8edcf07-4eab-4a5f-bac2-2b37888e768e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (49b3d1af-2602-4952-bb5a-f5c52e593c91), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:28:53.973388 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-c8edcf07-4eab-4a5f-bac2-2b37888e768e service neutron] For port 49b3d1af-2602-4952-bb5a-f5c52e593c91, host hv-cinder-82489, cleared binding levels {{(pid=102499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:28:53.977643 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-c8edcf07-4eab-4a5f-bac2-2b37888e768e service neutron] For port 49b3d1af-2602-4952-bb5a-f5c52e593c91, host hv-cinder-82489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=49b3d1af-2602-4952-bb5a-f5c52e593c91,segment=NetworkSegment(7ee340a2-c031-4107-9341-36ba121a962a),segment_id=7ee340a2-c031-4107-9341-36ba121a962a)] {{(pid=102499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:28:53.985669 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-c8edcf07-4eab-4a5f-bac2-2b37888e768e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3358448'] for port (49b3d1af-2602-4952-bb5a-f5c52e593c91), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:28:54.028327 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-c8edcf07-4eab-4a5f-bac2-2b37888e768e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:54.028986 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-c8edcf07-4eab-4a5f-bac2-2b37888e768e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:28:54.030459 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-c8edcf07-4eab-4a5f-bac2-2b37888e768e service neutron] 10.222.0.72 "PUT /v2.0/ports/49b3d1af-2602-4952-bb5a-f5c52e593c91 HTTP/1.1" status: 200 len: 1094 time: 1.2577410 Jan 17 21:28:54.030947 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f1b3ad9-6be9-4165-aea2-3a8bce7657b1', 'tag': '49b3d1af-2602-4952-bb5a-f5c52e593c91'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:28:54.033358 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c2de0e70a1bc7346ac1be0cec4f24ea848d889c4763a7575c3a73373459bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a031a54-66c2-4bdc-98c5-4e5ac994370f" -d '{"events": [{"name": "network-changed", "server_uuid": "9f1b3ad9-6be9-4165-aea2-3a8bce7657b1", "tag": "49b3d1af-2602-4952-bb5a-f5c52e593c91"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:28:54.054632 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8edcf07-4eab-4a5f-bac2-2b37888e768e service neutron] Pushing event updated for resources: {'Port': ['ID=49b3d1af-2602-4952-bb5a-f5c52e593c91,revision_number=3']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:28:54.097547 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6040e9-3ff2-4a90-b40e-9a9cbf09c7ac x-openstack-request-id: req-2c6040e9-3ff2-4a90-b40e-9a9cbf09c7ac {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:28:54.098204 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f1b3ad9-6be9-4165-aea2-3a8bce7657b1", "tag": "49b3d1af-2602-4952-bb5a-f5c52e593c91", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:28:54.098204 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2c6040e9-3ff2-4a90-b40e-9a9cbf09c7ac {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:28:54.098500 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f1b3ad9-6be9-4165-aea2-3a8bce7657b1', 'tag': '49b3d1af-2602-4952-bb5a-f5c52e593c91', 'status': 'completed', 'code': 200} Jan 17 21:28:54.137725 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-55d797a4-4bfd-46c5-8a85-875edb4c7c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:54.139308 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-55d797a4-4bfd-46c5-8a85-875edb4c7c37 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=97b00002d33945c6a8056483b241fbf6&device_id=9f1b3ad9-6be9-4165-aea2-3a8bce7657b1 HTTP/1.1" status: 200 len: 1097 time: 0.0513411 Jan 17 21:28:54.191128 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-bcd57aac-47b5-4880-b416-a31a7f7096be service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49b3d1af-2602-4952-bb5a-f5c52e593c91 HTTP/1.1" status: 200 len: 217 time: 0.0440695 Jan 17 21:28:54.246817 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-ab889441-e07d-42a7-8bb4-4d64a6acc05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:54.248465 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-ab889441-e07d-42a7-8bb4-4d64a6acc05b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3f2b416e-5468-4144-8f1a-53499e3c7b82 HTTP/1.1" status: 200 len: 850 time: 0.0509775 Jan 17 21:28:54.295255 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-d600ec8a-f39f-419d-90a9-4576563f27ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:54.296692 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-d600ec8a-f39f-419d-90a9-4576563f27ad service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5af0e6ef-b600-4363-b491-e83498d1d2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419893 Jan 17 21:28:54.402688 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-a9f56fb0-8ae8-4ea7-9874-289cc116201f service neutron] 10.222.0.72 "GET /v2.0/networks/5af0e6ef-b600-4363-b491-e83498d1d2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996456 Jan 17 21:28:54.442002 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0df5f-ea07-4cad-9804-0d94b10f3c6b req-02e50867-1d0e-4f6b-989e-50364f39c3ce tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:54.443554 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c5a0df5f-ea07-4cad-9804-0d94b10f3c6b req-02e50867-1d0e-4f6b-989e-50364f39c3ce tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f1b3ad9-6be9-4165-aea2-3a8bce7657b1 HTTP/1.1" status: 200 len: 944 time: 0.0523722 Jan 17 21:28:54.502870 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c5a0df5f-ea07-4cad-9804-0d94b10f3c6b req-7b36a6a9-b3c0-4e46-b06f-25cff4f86b32 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520527 Jan 17 21:28:54.511543 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2b38e114-2a7d-4e90-8374-59ed97a0bee4 req-a4c6178d-2a98-449e-8faf-71dfa993e241 service neutron] 10.222.0.72 "GET /v2.0/networks/5af0e6ef-b600-4363-b491-e83498d1d2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007943 Jan 17 21:28:54.609596 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a031a54-66c2-4bdc-98c5-4e5ac994370f req-3e859bc4-b459-4727-8206-7ab644e94df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:54.611208 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-9a031a54-66c2-4bdc-98c5-4e5ac994370f req-3e859bc4-b459-4727-8206-7ab644e94df6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=97b00002d33945c6a8056483b241fbf6&device_id=9f1b3ad9-6be9-4165-aea2-3a8bce7657b1 HTTP/1.1" status: 200 len: 1097 time: 0.0435801 Jan 17 21:28:54.718587 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a031a54-66c2-4bdc-98c5-4e5ac994370f req-c9080275-0690-4871-bc7f-8ff081e01128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:54.720409 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-9a031a54-66c2-4bdc-98c5-4e5ac994370f req-c9080275-0690-4871-bc7f-8ff081e01128 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5af0e6ef-b600-4363-b491-e83498d1d2b9 HTTP/1.1" status: 200 len: 912 time: 0.1029015 Jan 17 21:28:54.765578 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-9a031a54-66c2-4bdc-98c5-4e5ac994370f req-88547fe7-b54d-424f-a9e2-845aaecbe7ba service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49b3d1af-2602-4952-bb5a-f5c52e593c91 HTTP/1.1" status: 200 len: 217 time: 0.0372155 Jan 17 21:28:54.775230 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff0592-8923-4ec7-a9c1-34eae5af9151 req-c851d7a0-74e4-4666-8ccf-460278695391 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:54.776770 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d2ff0592-8923-4ec7-a9c1-34eae5af9151 req-c851d7a0-74e4-4666-8ccf-460278695391 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 946 time: 0.0610693 Jan 17 21:28:54.815957 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a031a54-66c2-4bdc-98c5-4e5ac994370f req-51b83e62-1fe5-4c45-a92a-46e22b16eb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:54.817492 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-9a031a54-66c2-4bdc-98c5-4e5ac994370f req-51b83e62-1fe5-4c45-a92a-46e22b16eb42 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3f2b416e-5468-4144-8f1a-53499e3c7b82 HTTP/1.1" status: 200 len: 850 time: 0.0449069 Jan 17 21:28:54.828707 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d2ff0592-8923-4ec7-a9c1-34eae5af9151 req-56e5ef94-f5b5-4f22-88bf-63449d169493 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444348 Jan 17 21:28:54.870819 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a031a54-66c2-4bdc-98c5-4e5ac994370f req-25073766-0a42-4637-bb6c-020f49efbb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:54.872274 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-9a031a54-66c2-4bdc-98c5-4e5ac994370f req-25073766-0a42-4637-bb6c-020f49efbb1c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5af0e6ef-b600-4363-b491-e83498d1d2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482798 Jan 17 21:28:54.900602 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-7a64b1a1-4043-4f4c-8b21-5bc989c4cb6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:28:54.965385 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-9a031a54-66c2-4bdc-98c5-4e5ac994370f req-d0b2f2e1-f24e-4688-a334-5280fead5103 service neutron] 10.222.0.72 "GET /v2.0/networks/5af0e6ef-b600-4363-b491-e83498d1d2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851691 Jan 17 21:28:55.065166 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-9a031a54-66c2-4bdc-98c5-4e5ac994370f req-c6915de2-1bdb-436f-a03b-24e67d4a4350 service neutron] 10.222.0.72 "GET /v2.0/networks/5af0e6ef-b600-4363-b491-e83498d1d2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920608 Jan 17 21:28:55.625217 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f579c01-20f7-41c7-a416-393fb23a96eb req-e04bc7f4-05d1-40fb-a5be-8a4d5ad2d1d2 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:55.626759 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4f579c01-20f7-41c7-a416-393fb23a96eb req-e04bc7f4-05d1-40fb-a5be-8a4d5ad2d1d2 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f1b3ad9-6be9-4165-aea2-3a8bce7657b1 HTTP/1.1" status: 200 len: 944 time: 0.0526698 Jan 17 21:28:55.682511 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4f579c01-20f7-41c7-a416-393fb23a96eb req-eaa29f43-5af5-41ad-aca4-2d48af1f58dd tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500982 Jan 17 21:28:55.966758 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068fc4ba-3231-43d8-b9a5-772aae7bf100 req-66b57cce-d51b-4ba5-95b5-e14512c05d06 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:55.968258 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-068fc4ba-3231-43d8-b9a5-772aae7bf100 req-66b57cce-d51b-4ba5-95b5-e14512c05d06 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 946 time: 0.0551391 Jan 17 21:28:56.019632 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-068fc4ba-3231-43d8-b9a5-772aae7bf100 req-6ad77f83-2122-4700-9488-73fac818d1ea tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451434 Jan 17 21:28:56.266478 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-28878d89-1010-47a2-8bb4-34c4c6ee33dc req-e8a9f323-386d-405e-91ff-3f763c27f0f6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0749788 Jan 17 21:28:56.302124 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91567ada-711b-4425-b17d-be95d210c77f req-d9e2b909-ac66-4a24-b531-2b9508191661 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:56.303911 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-91567ada-711b-4425-b17d-be95d210c77f req-d9e2b909-ac66-4a24-b531-2b9508191661 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 946 time: 0.0712438 Jan 17 21:28:56.411627 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-91567ada-711b-4425-b17d-be95d210c77f req-bb8eb137-2c8f-40cd-a93b-6307cdf76f55 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940678 Jan 17 21:28:56.519076 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec5aba-30b2-4a87-b89b-002921e1e1ac req-31f233eb-cb1d-4f19-85a1-9c15251e8368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:56.521206 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-78ec5aba-30b2-4a87-b89b-002921e1e1ac req-31f233eb-cb1d-4f19-85a1-9c15251e8368 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=33682ba1d2ed4a519d30f654b5d9b876&device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 1137 time: 0.0645933 Jan 17 21:28:56.546054 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8756626-4b9b-447c-9918-12775ee50936 req-7af89084-e2ba-499b-b1a7-881f026450e9 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:56.562567 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e8756626-4b9b-447c-9918-12775ee50936 req-7af89084-e2ba-499b-b1a7-881f026450e9 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/ports?device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 984 time: 0.0980809 Jan 17 21:28:56.645245 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec5aba-30b2-4a87-b89b-002921e1e1ac req-dc197b76-a4b6-447b-a5b7-8a66e9336fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:56.646751 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-78ec5aba-30b2-4a87-b89b-002921e1e1ac req-dc197b76-a4b6-447b-a5b7-8a66e9336fcf service neutron] 10.222.0.72 "GET /v2.0/networks?id=cc4abef7-e15d-4b61-841c-c9c636857baa HTTP/1.1" status: 200 len: 915 time: 0.1196845 Jan 17 21:28:56.651313 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e8756626-4b9b-447c-9918-12775ee50936 req-7eaaf7d9-d64f-4fda-ae6b-d53598d72a69 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1a863a3-d208-4bbc-be40-7af063b28fb8&id=b357fe58-a928-4627-b33f-11c839b42bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0819418 Jan 17 21:28:56.731118 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-78ec5aba-30b2-4a87-b89b-002921e1e1ac req-da4d6f7f-3d85-4dfb-bcd7-91ceff97f291 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8071f514-88c2-4831-9268-624212bd59d9 HTTP/1.1" status: 200 len: 1000 time: 0.0772150 Jan 17 21:28:56.790805 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec5aba-30b2-4a87-b89b-002921e1e1ac req-68d579bc-972f-4d46-84fe-95545c74e482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:56.792349 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-78ec5aba-30b2-4a87-b89b-002921e1e1ac req-68d579bc-972f-4d46-84fe-95545c74e482 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=81b87183-4e00-4a16-bbfe-d89ac0d04be4 HTTP/1.1" status: 200 len: 853 time: 0.0539117 Jan 17 21:28:56.835810 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19627a-8032-4ff9-9bd2-60045c488e76 req-6bc2dc1a-18cb-4f97-8cd3-337e49eb0428 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:56.838148 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2c19627a-8032-4ff9-9bd2-60045c488e76 req-6bc2dc1a-18cb-4f97-8cd3-337e49eb0428 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f1b3ad9-6be9-4165-aea2-3a8bce7657b1 HTTP/1.1" status: 200 len: 944 time: 0.0728631 Jan 17 21:28:56.851464 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec5aba-30b2-4a87-b89b-002921e1e1ac req-36bf73da-5f29-4405-8302-6f376538dff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:56.853119 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-78ec5aba-30b2-4a87-b89b-002921e1e1ac req-36bf73da-5f29-4405-8302-6f376538dff0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cc4abef7-e15d-4b61-841c-c9c636857baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525329 Jan 17 21:28:56.891384 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2c19627a-8032-4ff9-9bd2-60045c488e76 req-b78c05a2-b3db-4ecc-be72-bc38d9a2d531 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468917 Jan 17 21:28:56.951474 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-78ec5aba-30b2-4a87-b89b-002921e1e1ac req-824b556d-7b1e-44d1-b332-677befb3dcaf service neutron] 10.222.0.72 "GET /v2.0/networks/cc4abef7-e15d-4b61-841c-c9c636857baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914154 Jan 17 21:28:57.049868 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-78ec5aba-30b2-4a87-b89b-002921e1e1ac req-c26cec23-b11b-4699-bc44-1f2c32f6478f service neutron] 10.222.0.72 "GET /v2.0/networks/cc4abef7-e15d-4b61-841c-c9c636857baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918598 Jan 17 21:28:57.556977 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157d444-d39e-4c55-a5db-923e2d5a7310 req-c4a50f00-3fa3-4feb-8457-d65d3ce4c95f tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:57.558634 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e157d444-d39e-4c55-a5db-923e2d5a7310 req-c4a50f00-3fa3-4feb-8457-d65d3ce4c95f tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 946 time: 0.0680962 Jan 17 21:28:57.613272 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e157d444-d39e-4c55-a5db-923e2d5a7310 req-c7764905-3716-4fc7-aa07-724caed833bd tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488589 Jan 17 21:28:57.650467 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a6eaccfa-9901-4478-badc-3165f920b47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:28:57.741089 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28878d89-1010-47a2-8bb4-34c4c6ee33dc req-64587f0f-45f4-4113-865b-0219723ed4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:57.744078 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-28878d89-1010-47a2-8bb4-34c4c6ee33dc req-64587f0f-45f4-4113-865b-0219723ed4e8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8&tenant_id=715ec979393344e694cfdd0eab44cb1c HTTP/1.1" status: 200 len: 1099 time: 0.0537069 Jan 17 21:28:57.790631 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8776d2a-93b4-405d-a973-36082a283562 req-9ece0d4e-5456-45ee-ab13-e1308619ebd6 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:57.792415 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a8776d2a-93b4-405d-a973-36082a283562 req-9ece0d4e-5456-45ee-ab13-e1308619ebd6 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/ports?device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 984 time: 0.0633461 Jan 17 21:28:57.817265 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28878d89-1010-47a2-8bb4-34c4c6ee33dc req-a1439804-6673-435e-b226-1bd9cb0e8448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:57.818832 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-28878d89-1010-47a2-8bb4-34c4c6ee33dc req-a1439804-6673-435e-b226-1bd9cb0e8448 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=715ec979393344e694cfdd0eab44cb1c&device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 1099 time: 0.0470688 Jan 17 21:28:57.871955 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a8776d2a-93b4-405d-a973-36082a283562 req-b441f7d4-6e20-48f8-95dd-151781c15f57 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1a863a3-d208-4bbc-be40-7af063b28fb8&id=b357fe58-a928-4627-b33f-11c839b42bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0694695 Jan 17 21:28:57.920037 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28878d89-1010-47a2-8bb4-34c4c6ee33dc req-2b824390-b257-401b-876a-5be8b2579b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:57.921649 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-28878d89-1010-47a2-8bb4-34c4c6ee33dc req-2b824390-b257-401b-876a-5be8b2579b9a service neutron] 10.222.0.72 "GET /v2.0/networks?id=5dabefd5-55d4-49f2-9f4d-e4e0156bb858 HTTP/1.1" status: 200 len: 910 time: 0.0967419 Jan 17 21:28:57.998992 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-28878d89-1010-47a2-8bb4-34c4c6ee33dc req-92a42d83-b01e-4d99-8e1a-0fb18adb6fd0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=858678d3-306c-4afa-9059-494f90b38571 HTTP/1.1" status: 200 len: 1002 time: 0.0652707 Jan 17 21:28:58.044081 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4408f0b-8276-4009-9c0a-08e8077101ce req-44d66d3c-f1c0-4662-aa4c-edc6edb1b5d8 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:58.046431 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e4408f0b-8276-4009-9c0a-08e8077101ce req-44d66d3c-f1c0-4662-aa4c-edc6edb1b5d8 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f1b3ad9-6be9-4165-aea2-3a8bce7657b1 HTTP/1.1" status: 200 len: 944 time: 0.0579379 Jan 17 21:28:58.051353 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28878d89-1010-47a2-8bb4-34c4c6ee33dc req-79a95385-b98c-479d-ba92-8e992cc32d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:58.052952 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-28878d89-1010-47a2-8bb4-34c4c6ee33dc req-79a95385-b98c-479d-ba92-8e992cc32d0b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ce55c7e9-d38a-4482-bf77-df5118b92855 HTTP/1.1" status: 200 len: 848 time: 0.0474854 Jan 17 21:28:58.103818 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28878d89-1010-47a2-8bb4-34c4c6ee33dc req-c7dde882-1498-42ac-a1ef-66d3d21cc1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:58.104082 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e4408f0b-8276-4009-9c0a-08e8077101ce req-d9984ebd-0949-49b9-a8d9-f90183fdb0e8 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516145 Jan 17 21:28:58.105351 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-28878d89-1010-47a2-8bb4-34c4c6ee33dc req-c7dde882-1498-42ac-a1ef-66d3d21cc1b1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5dabefd5-55d4-49f2-9f4d-e4e0156bb858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469055 Jan 17 21:28:58.204423 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-28878d89-1010-47a2-8bb4-34c4c6ee33dc req-029f7df9-0fd6-4d9b-a3fd-6b5540a2f9e1 service neutron] 10.222.0.72 "GET /v2.0/networks/5dabefd5-55d4-49f2-9f4d-e4e0156bb858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891376 Jan 17 21:28:58.299214 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-28878d89-1010-47a2-8bb4-34c4c6ee33dc req-9c6f9a87-d11c-40b5-be3a-1b64eab835d9 service neutron] 10.222.0.72 "GET /v2.0/networks/5dabefd5-55d4-49f2-9f4d-e4e0156bb858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868618 Jan 17 21:28:58.469153 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:28:58.731937 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee2eb4-93f2-4701-a12f-603fe4060b85 req-1626063d-9563-42eb-b349-6e8a2ded55b5 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:58.733462 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-60ee2eb4-93f2-4701-a12f-603fe4060b85 req-1626063d-9563-42eb-b349-6e8a2ded55b5 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 946 time: 0.0498064 Jan 17 21:28:58.786889 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-60ee2eb4-93f2-4701-a12f-603fe4060b85 req-96557269-6d05-47be-9a6e-9c1498995c67 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464153 Jan 17 21:28:58.997168 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df11a3-2c89-47bd-a63e-d52c5e271c0e req-c2d32116-f89f-45bc-a6c5-ed673b555b19 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:58.998736 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-41df11a3-2c89-47bd-a63e-d52c5e271c0e req-c2d32116-f89f-45bc-a6c5-ed673b555b19 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/ports?device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 984 time: 0.0537241 Jan 17 21:28:59.063383 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-41df11a3-2c89-47bd-a63e-d52c5e271c0e req-59f00697-20c6-4143-aca6-8b3f497ed0de tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1a863a3-d208-4bbc-be40-7af063b28fb8&id=b357fe58-a928-4627-b33f-11c839b42bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583787 Jan 17 21:28:59.231267 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5043eb-c660-40ef-8f2a-6a96ca9b7b97 req-337f5d27-6880-400a-85c4-38ee7cbcc8d3 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:59.233123 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ec5043eb-c660-40ef-8f2a-6a96ca9b7b97 req-337f5d27-6880-400a-85c4-38ee7cbcc8d3 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f1b3ad9-6be9-4165-aea2-3a8bce7657b1 HTTP/1.1" status: 200 len: 944 time: 0.0599353 Jan 17 21:28:59.287365 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ec5043eb-c660-40ef-8f2a-6a96ca9b7b97 req-93579f0e-908e-449a-ad50-5887abafe227 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480011 Jan 17 21:28:59.932910 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82459e6-18ac-4c21-b032-ed153ef2a611 req-60ca2785-1fa1-4a2d-b0ad-cc0f52608718 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:28:59.934793 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b82459e6-18ac-4c21-b032-ed153ef2a611 req-60ca2785-1fa1-4a2d-b0ad-cc0f52608718 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 946 time: 0.0689385 Jan 17 21:28:59.995299 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b82459e6-18ac-4c21-b032-ed153ef2a611 req-0bd1be0d-ad1d-4b24-a2df-c4f013bd5208 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539234 Jan 17 21:29:00.069549 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:00.185088 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef50245-3dd6-4091-a48a-2207b052b09d req-48990f2f-5cf3-423f-bf78-ebabc92fe064 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:00.186628 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1ef50245-3dd6-4091-a48a-2207b052b09d req-48990f2f-5cf3-423f-bf78-ebabc92fe064 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/ports?device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 984 time: 0.0535886 Jan 17 21:29:00.250133 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 858678d3-306c-4afa-9059-494f90b38571 no longer exists at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:29:00.262910 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1ef50245-3dd6-4091-a48a-2207b052b09d req-33033266-1d1d-4df3-9e7b-459349fd9b0b tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1a863a3-d208-4bbc-be40-7af063b28fb8&id=b357fe58-a928-4627-b33f-11c839b42bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0702035 Jan 17 21:29:00.354687 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port 858678d3-306c-4afa-9059-494f90b38571 is: ACTIVE; New status is: DOWN {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:29:00.355219 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (858678d3-306c-4afa-9059-494f90b38571), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:00.386753 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a05a7cb-fb38-46fe-a04b-f8c66845fbd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '858678d3-306c-4afa-9059-494f90b38571'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:29:00.390375 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd74998850970e76e5e696d55ae046c45085ecb7dce1b7bf3912a5be803d1cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93682d8a-9759-49c5-87dc-bf1791bc2de1" -d '{"events": [{"server_uuid": "7a05a7cb-fb38-46fe-a04b-f8c66845fbd8", "name": "network-vif-unplugged", "status": "completed", "tag": "858678d3-306c-4afa-9059-494f90b38571"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:29:00.414000 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port 858678d3-306c-4afa-9059-494f90b38571, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=858678d3-306c-4afa-9059-494f90b38571,segment=NetworkSegment(a993168a-a0c6-43cc-b99a-7ea544204a80),segment_id=a993168a-a0c6-43cc-b99a-7ea544204a80)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:29:00.421308 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (858678d3-306c-4afa-9059-494f90b38571), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:00.430478 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4fd25b-3bba-41c6-abed-d9c42552bc62 req-2517f888-9471-48d4-8433-4cc3cf13301b tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:00.433433 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2c4fd25b-3bba-41c6-abed-d9c42552bc62 req-2517f888-9471-48d4-8433-4cc3cf13301b tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f1b3ad9-6be9-4165-aea2-3a8bce7657b1 HTTP/1.1" status: 200 len: 944 time: 0.0639467 Jan 17 21:29:00.458538 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Jan 2022 21:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57435035-e7a9-45d6-91bd-db9f7865be66 x-openstack-request-id: req-57435035-e7a9-45d6-91bd-db9f7865be66 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:29:00.459013 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a05a7cb-fb38-46fe-a04b-f8c66845fbd8", "name": "network-vif-unplugged", "status": "completed", "tag": "858678d3-306c-4afa-9059-494f90b38571", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:29:00.459499 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-57435035-e7a9-45d6-91bd-db9f7865be66 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:29:00.460137 dv-cinder-824895-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a05a7cb-fb38-46fe-a04b-f8c66845fbd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '858678d3-306c-4afa-9059-494f90b38571', 'code': 200} Jan 17 21:29:00.494121 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2c4fd25b-3bba-41c6-abed-d9c42552bc62 req-a168992f-9ba8-4fbc-8024-37fa29bbdef8 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548670 Jan 17 21:29:00.504103 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=858678d3-306c-4afa-9059-494f90b38571,revision_number=6']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:29:00.516540 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:29:00.517111 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:29:00.517682 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:29:00.518262 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:29:00.518832 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:29:00.519425 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:29:00.519992 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:29:00.520599 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:29:00.521174 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:29:00.521750 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:29:00.522323 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:29:00.522900 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:29:00.523516 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:29:01.137042 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46273bbc-6911-47e7-b4a6-bb66f451b194 req-47861a33-0a6d-437a-b209-1a235a06d38a tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:01.138730 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-46273bbc-6911-47e7-b4a6-bb66f451b194 req-47861a33-0a6d-437a-b209-1a235a06d38a tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 944 time: 0.0712016 Jan 17 21:29:01.192879 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-46273bbc-6911-47e7-b4a6-bb66f451b194 req-f5c17bde-81ac-48ec-bef2-92b066dbda7b tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485194 Jan 17 21:29:01.388257 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:01.421261 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250cab9-efa0-4958-907d-0dc4d30a01d9 req-f3d6f231-3b36-4d47-93f0-4a1a554aec19 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:01.423852 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1250cab9-efa0-4958-907d-0dc4d30a01d9 req-f3d6f231-3b36-4d47-93f0-4a1a554aec19 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/ports?device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 984 time: 0.0764766 Jan 17 21:29:01.518183 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1250cab9-efa0-4958-907d-0dc4d30a01d9 req-96427008-480f-4309-86ca-00468f22afff tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1a863a3-d208-4bbc-be40-7af063b28fb8&id=b357fe58-a928-4627-b33f-11c839b42bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0875835 Jan 17 21:29:01.633689 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3b2fe-7635-470d-bb93-9b7d6eac1df9 req-35dc539d-a806-4c48-a915-6f28138b1af3 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:01.635342 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ded3b2fe-7635-470d-bb93-9b7d6eac1df9 req-35dc539d-a806-4c48-a915-6f28138b1af3 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f1b3ad9-6be9-4165-aea2-3a8bce7657b1 HTTP/1.1" status: 200 len: 944 time: 0.0563872 Jan 17 21:29:01.701381 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ded3b2fe-7635-470d-bb93-9b7d6eac1df9 req-1a39185f-f850-49a3-b617-15f5fe44af11 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598719 Jan 17 21:29:02.318818 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57841591-ae36-4d43-9769-a17148431317 req-cc7c6bd7-059c-4c16-a7f6-3a7ea901c862 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:02.320316 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-57841591-ae36-4d43-9769-a17148431317 req-cc7c6bd7-059c-4c16-a7f6-3a7ea901c862 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 944 time: 0.0549347 Jan 17 21:29:02.376072 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-57841591-ae36-4d43-9769-a17148431317 req-a56165b0-5762-44ad-8fed-6da9235762e9 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483801 Jan 17 21:29:02.645299 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e104f-e144-4ec0-a150-880f10c77c3e req-c9891f50-22c7-4c34-be2f-bd19821e53d0 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:02.646944 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-385e104f-e144-4ec0-a150-880f10c77c3e req-c9891f50-22c7-4c34-be2f-bd19821e53d0 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/ports?device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 984 time: 0.0518906 Jan 17 21:29:02.718092 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-385e104f-e144-4ec0-a150-880f10c77c3e req-cded9685-cd48-413f-962f-22ed74cb092f tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1a863a3-d208-4bbc-be40-7af063b28fb8&id=b357fe58-a928-4627-b33f-11c839b42bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0644650 Jan 17 21:29:02.839078 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054645a4-6f8e-4a6c-81ce-dc2c807c8055 req-f1fa3315-213e-41bf-a800-e9d6b8d5e79e tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:02.840780 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-054645a4-6f8e-4a6c-81ce-dc2c807c8055 req-f1fa3315-213e-41bf-a800-e9d6b8d5e79e tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f1b3ad9-6be9-4165-aea2-3a8bce7657b1 HTTP/1.1" status: 200 len: 944 time: 0.0692654 Jan 17 21:29:02.901363 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-054645a4-6f8e-4a6c-81ce-dc2c807c8055 req-e646da90-d8f5-41cc-8b4b-3e06dd1e54ac tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508037 Jan 17 21:29:03.661446 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541caf4-b74e-40c3-a653-410ea512e424 req-f40a72bb-4b20-430a-ad2a-65057912d87a tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:03.662904 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7541caf4-b74e-40c3-a653-410ea512e424 req-f40a72bb-4b20-430a-ad2a-65057912d87a tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 944 time: 0.0552275 Jan 17 21:29:03.715023 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7541caf4-b74e-40c3-a653-410ea512e424 req-4c1bc08a-9588-4522-a0c8-ca4c3b9e9ebb tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464084 Jan 17 21:29:03.843697 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c384c-ebc6-40f4-8849-6f3313f55ecc req-64a671d9-709f-4d52-bb7a-be259294c6bf tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:03.845287 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0f7c384c-ebc6-40f4-8849-6f3313f55ecc req-64a671d9-709f-4d52-bb7a-be259294c6bf tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/ports?device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 984 time: 0.0538960 Jan 17 21:29:03.913291 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0f7c384c-ebc6-40f4-8849-6f3313f55ecc req-5e8dfbcb-e9ef-4a3f-aadc-992c544f6927 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1a863a3-d208-4bbc-be40-7af063b28fb8&id=b357fe58-a928-4627-b33f-11c839b42bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0618382 Jan 17 21:29:04.047776 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a26e7-18e7-4dd1-9512-0c043f1a4533 req-5bc0e3b0-22bc-494d-a3dd-e9ad948a452e tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:04.049321 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e87a26e7-18e7-4dd1-9512-0c043f1a4533 req-5bc0e3b0-22bc-494d-a3dd-e9ad948a452e tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f1b3ad9-6be9-4165-aea2-3a8bce7657b1 HTTP/1.1" status: 200 len: 944 time: 0.0537026 Jan 17 21:29:04.102450 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e87a26e7-18e7-4dd1-9512-0c043f1a4533 req-6b35d13f-21d5-4c27-989a-fe5031aa0626 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469968 Jan 17 21:29:04.275264 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 49b3d1af-2602-4952-bb5a-f5c52e593c91 details requested by agent hyperv_hv-cinder-82489 with host hv-cinder-82489 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:29:04.378546 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port 49b3d1af-2602-4952-bb5a-f5c52e593c91, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=49b3d1af-2602-4952-bb5a-f5c52e593c91,segment=NetworkSegment(7ee340a2-c031-4107-9341-36ba121a962a),segment_id=7ee340a2-c031-4107-9341-36ba121a962a)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:29:04.390615 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Returning: {'device': '49b3d1af-2602-4952-bb5a-f5c52e593c91', 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9', 'port_id': '49b3d1af-2602-4952-bb5a-f5c52e593c91', 'mac_address': 'fa:16:3e:f7:e9:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:29:04.431799 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port 49b3d1af-2602-4952-bb5a-f5c52e593c91 is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:29:04.432175 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (49b3d1af-2602-4952-bb5a-f5c52e593c91), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:04.445726 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49b3d1af-2602-4952-bb5a-f5c52e593c91 {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:29:04.467187 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port 49b3d1af-2602-4952-bb5a-f5c52e593c91, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=49b3d1af-2602-4952-bb5a-f5c52e593c91,segment=NetworkSegment(7ee340a2-c031-4107-9341-36ba121a962a),segment_id=7ee340a2-c031-4107-9341-36ba121a962a)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:29:04.472061 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (49b3d1af-2602-4952-bb5a-f5c52e593c91), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:04.525084 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=49b3d1af-2602-4952-bb5a-f5c52e593c91,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:29:04.839902 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] get_ports_and_sgs() called for port_ids ['49b3d1af-2602-4952-bb5a-f5c52e593c91'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:29:04.844237 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bbde89-42cf-406b-b726-fe79b55089c1 req-1864b407-9073-412b-8b9c-01b8bc897ddf tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:04.845899 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-51bbde89-42cf-406b-b726-fe79b55089c1 req-1864b407-9073-412b-8b9c-01b8bc897ddf tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 944 time: 0.0537517 Jan 17 21:29:04.900107 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-51bbde89-42cf-406b-b726-fe79b55089c1 req-ad2842ec-2be2-433e-981c-d7422edc0f83 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474851 Jan 17 21:29:05.057561 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3495e-2b81-42e0-a28e-ebfef965a173 req-bbe76efd-ed66-45da-b013-988b08b7f9d3 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:05.060560 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-09f3495e-2b81-42e0-a28e-ebfef965a173 req-bbe76efd-ed66-45da-b013-988b08b7f9d3 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/ports?device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 984 time: 0.0552785 Jan 17 21:29:05.155408 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-09f3495e-2b81-42e0-a28e-ebfef965a173 req-70ce2a86-6de3-4713-afb6-f85938a2e389 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1a863a3-d208-4bbc-be40-7af063b28fb8&id=b357fe58-a928-4627-b33f-11c839b42bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0899241 Jan 17 21:29:05.232208 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383f148-6c5b-4819-9452-8e62e28e8254 req-d49dda0e-e331-410f-9e9e-fe095f49bd7f tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:05.234058 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b383f148-6c5b-4819-9452-8e62e28e8254 req-d49dda0e-e331-410f-9e9e-fe095f49bd7f tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f1b3ad9-6be9-4165-aea2-3a8bce7657b1 HTTP/1.1" status: 200 len: 945 time: 0.0530875 Jan 17 21:29:05.285857 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b383f148-6c5b-4819-9452-8e62e28e8254 req-bed93ff9-9766-4113-afab-1c079beee224 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457850 Jan 17 21:29:06.030634 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea875924-cd5f-4a03-b9c6-4bf3099f5571 req-b5bef7ba-e9cc-4af3-90b1-5ea3778aa499 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:06.032250 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ea875924-cd5f-4a03-b9c6-4bf3099f5571 req-b5bef7ba-e9cc-4af3-90b1-5ea3778aa499 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 944 time: 0.0618193 Jan 17 21:29:06.098354 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ea875924-cd5f-4a03-b9c6-4bf3099f5571 req-f4e5cf76-da53-49f0-9dd6-834e0a9f31d5 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567555 Jan 17 21:29:06.281361 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a5a1e-534b-4ff2-b8ec-f40435d8c790 req-363930ae-e7da-42c7-a413-17a92a42ae14 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:06.284659 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 49b3d1af-2602-4952-bb5a-f5c52e593c91 up at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:29:06.287756 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-eb5a5a1e-534b-4ff2-b8ec-f40435d8c790 req-363930ae-e7da-42c7-a413-17a92a42ae14 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/ports?device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 984 time: 0.0610194 Jan 17 21:29:06.315703 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0e2ae-225d-45a1-bea3-5005ed18c537 req-8a32cc23-6e1b-403a-815c-0ac2be1b3708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:06.317958 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-7de0e2ae-225d-45a1-bea3-5005ed18c537 req-8a32cc23-6e1b-403a-815c-0ac2be1b3708 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 1097 time: 0.0433886 Jan 17 21:29:06.346764 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning for port 49b3d1af-2602-4952-bb5a-f5c52e593c91 completed by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 21:29:06.353762 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning complete for port 49b3d1af-2602-4952-bb5a-f5c52e593c91 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:29:06.354311 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (49b3d1af-2602-4952-bb5a-f5c52e593c91), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:06.394650 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-7de0e2ae-225d-45a1-bea3-5005ed18c537 req-2a2cbc3f-b0cb-47e0-b75f-9b3a7925c477 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705612 Jan 17 21:29:06.407976 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-eb5a5a1e-534b-4ff2-b8ec-f40435d8c790 req-bf7fe7f3-0a61-4ca6-9157-712ccc195eed tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1a863a3-d208-4bbc-be40-7af063b28fb8&id=b357fe58-a928-4627-b33f-11c839b42bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1188931 Jan 17 21:29:06.433208 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb5705-e13c-4163-9aac-e00ff1d3be2b req-99147800-8052-46a6-826e-26df516869a1 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:06.435252 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-72eb5705-e13c-4163-9aac-e00ff1d3be2b req-99147800-8052-46a6-826e-26df516869a1 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f1b3ad9-6be9-4165-aea2-3a8bce7657b1 HTTP/1.1" status: 200 len: 945 time: 0.0635593 Jan 17 21:29:06.440841 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port 49b3d1af-2602-4952-bb5a-f5c52e593c91 is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:29:06.441337 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (49b3d1af-2602-4952-bb5a-f5c52e593c91), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:06.467111 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1b3ad9-6be9-4165-aea2-3a8bce7657b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b3d1af-2602-4952-bb5a-f5c52e593c91'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:29:06.469435 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd74998850970e76e5e696d55ae046c45085ecb7dce1b7bf3912a5be803d1cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54537047-c41a-44e4-8e6a-3fe218695270" -d '{"events": [{"server_uuid": "9f1b3ad9-6be9-4165-aea2-3a8bce7657b1", "name": "network-vif-plugged", "status": "completed", "tag": "49b3d1af-2602-4952-bb5a-f5c52e593c91"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:29:06.481912 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port 49b3d1af-2602-4952-bb5a-f5c52e593c91, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=49b3d1af-2602-4952-bb5a-f5c52e593c91,segment=NetworkSegment(7ee340a2-c031-4107-9341-36ba121a962a),segment_id=7ee340a2-c031-4107-9341-36ba121a962a)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:29:06.486780 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (49b3d1af-2602-4952-bb5a-f5c52e593c91), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:06.503690 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-72eb5705-e13c-4163-9aac-e00ff1d3be2b req-af43ef12-04b1-4d50-a025-521b339b59ba tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627108 Jan 17 21:29:06.511026 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77876670-d160-45e8-8bd9-af5bd24971b7 x-openstack-request-id: req-77876670-d160-45e8-8bd9-af5bd24971b7 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:29:06.511322 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1b3ad9-6be9-4165-aea2-3a8bce7657b1", "name": "network-vif-plugged", "status": "completed", "tag": "49b3d1af-2602-4952-bb5a-f5c52e593c91", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:29:06.511576 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-77876670-d160-45e8-8bd9-af5bd24971b7 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:29:06.512140 dv-cinder-824895-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f1b3ad9-6be9-4165-aea2-3a8bce7657b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b3d1af-2602-4952-bb5a-f5c52e593c91', 'code': 200} Jan 17 21:29:06.540594 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=49b3d1af-2602-4952-bb5a-f5c52e593c91,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:29:06.910992 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013460f-7563-46e0-8523-79c2ee628ef5 req-06bf0038-c583-49c5-859d-2ece07c8f9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:06.912490 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-0013460f-7563-46e0-8523-79c2ee628ef5 req-06bf0038-c583-49c5-859d-2ece07c8f9c6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9f1b3ad9-6be9-4165-aea2-3a8bce7657b1 HTTP/1.1" status: 200 len: 1099 time: 0.0388639 Jan 17 21:29:06.958807 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-0013460f-7563-46e0-8523-79c2ee628ef5 req-1df0a5cc-0827-4dcb-9c6b-53695b9804e3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391624 Jan 17 21:29:07.232155 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f1fad-2c1b-4d9b-b21f-5011f9d95d18 req-2733e4b8-f3ab-426a-9163-8b63d26faa6b tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:07.233639 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-842f1fad-2c1b-4d9b-b21f-5011f9d95d18 req-2733e4b8-f3ab-426a-9163-8b63d26faa6b tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 944 time: 0.0531337 Jan 17 21:29:07.284320 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-842f1fad-2c1b-4d9b-b21f-5011f9d95d18 req-63f34994-892d-4e1d-b697-4aa1f6cb7208 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450203 Jan 17 21:29:07.533663 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9e8e2-3ef9-43a7-8b1c-72993b4875c1 req-048b6f0d-28ed-463e-bb3e-b650e8716336 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:07.535288 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c5c9e8e2-3ef9-43a7-8b1c-72993b4875c1 req-048b6f0d-28ed-463e-bb3e-b650e8716336 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/ports?device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 984 time: 0.0553818 Jan 17 21:29:07.628063 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c5c9e8e2-3ef9-43a7-8b1c-72993b4875c1 req-68887fa8-5ccd-4f52-8987-d66c48844820 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1a863a3-d208-4bbc-be40-7af063b28fb8&id=b357fe58-a928-4627-b33f-11c839b42bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0853896 Jan 17 21:29:07.649263 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ed4f8-637f-4cc8-b5e6-f9dac2e30b26 req-27fddb1b-3b36-4a61-9c7f-59edef61ab08 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:07.650903 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1f1ed4f8-637f-4cc8-b5e6-f9dac2e30b26 req-27fddb1b-3b36-4a61-9c7f-59edef61ab08 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f1b3ad9-6be9-4165-aea2-3a8bce7657b1 HTTP/1.1" status: 200 len: 946 time: 0.0766847 Jan 17 21:29:07.709187 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1f1ed4f8-637f-4cc8-b5e6-f9dac2e30b26 req-13f0be25-11ca-4d98-8928-786738866a19 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495849 Jan 17 21:29:08.306738 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 858678d3-306c-4afa-9059-494f90b38571 details requested by agent hyperv_hv-cinder-82489 with host hv-cinder-82489 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:29:08.402982 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae284dd7-c865-493b-b079-23f1e56ab04b req-e440f3ac-855e-4fc4-bd73-548841aaba27 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:08.404630 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ae284dd7-c865-493b-b079-23f1e56ab04b req-e440f3ac-855e-4fc4-bd73-548841aaba27 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 944 time: 0.0498428 Jan 17 21:29:08.414775 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port 858678d3-306c-4afa-9059-494f90b38571, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=858678d3-306c-4afa-9059-494f90b38571,segment=NetworkSegment(a993168a-a0c6-43cc-b99a-7ea544204a80),segment_id=a993168a-a0c6-43cc-b99a-7ea544204a80)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:29:08.427080 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Returning: {'device': '858678d3-306c-4afa-9059-494f90b38571', 'network_id': '5dabefd5-55d4-49f2-9f4d-e4e0156bb858', 'port_id': '858678d3-306c-4afa-9059-494f90b38571', 'mac_address': 'fa:16:3e:42:a2:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce55c7e9-d38a-4482-bf77-df5118b92855', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:29:08.455992 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ae284dd7-c865-493b-b079-23f1e56ab04b req-fec9a76b-add4-44aa-b291-bf64d750c426 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451632 Jan 17 21:29:08.466396 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port 858678d3-306c-4afa-9059-494f90b38571 is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:29:08.466796 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (858678d3-306c-4afa-9059-494f90b38571), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:08.480282 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 858678d3-306c-4afa-9059-494f90b38571 {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:29:08.501048 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port 858678d3-306c-4afa-9059-494f90b38571, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=858678d3-306c-4afa-9059-494f90b38571,segment=NetworkSegment(a993168a-a0c6-43cc-b99a-7ea544204a80),segment_id=a993168a-a0c6-43cc-b99a-7ea544204a80)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:29:08.505201 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (858678d3-306c-4afa-9059-494f90b38571), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:08.562797 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=858678d3-306c-4afa-9059-494f90b38571,revision_number=7']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:29:08.779055 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679db2d-82d7-4daa-96ad-8d68f35217e7 req-fe68e13e-837c-42f0-b960-fda987f0e42f tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:08.780762 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4679db2d-82d7-4daa-96ad-8d68f35217e7 req-fe68e13e-837c-42f0-b960-fda987f0e42f tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/ports?device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 984 time: 0.0772808 Jan 17 21:29:08.868760 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b25c5d-e3b1-4859-bfa2-d720c5ea53d3 req-5fea4f7c-abc5-4680-a95e-fe8632ca369a tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:08.870332 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-45b25c5d-e3b1-4859-bfa2-d720c5ea53d3 req-5fea4f7c-abc5-4680-a95e-fe8632ca369a tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f1b3ad9-6be9-4165-aea2-3a8bce7657b1 HTTP/1.1" status: 200 len: 946 time: 0.0886512 Jan 17 21:29:08.891259 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4679db2d-82d7-4daa-96ad-8d68f35217e7 req-2b95ef1e-f7b9-4915-93e2-c0d01d0312a1 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/security-groups?id=a1a863a3-d208-4bbc-be40-7af063b28fb8&id=b357fe58-a928-4627-b33f-11c839b42bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0990305 Jan 17 21:29:08.919526 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] get_ports_and_sgs() called for port_ids ['858678d3-306c-4afa-9059-494f90b38571'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:29:08.937245 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-45b25c5d-e3b1-4859-bfa2-d720c5ea53d3 req-d565c4fa-6ff9-4a72-8446-e24115f562ae tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587008 Jan 17 21:29:09.074029 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a112882-8c7a-4e99-bf21-291315667b04 req-1b981f28-2610-40d9-887c-f055a3be95b2 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:09.075707 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7a112882-8c7a-4e99-bf21-291315667b04 req-1b981f28-2610-40d9-887c-f055a3be95b2 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f1b3ad9-6be9-4165-aea2-3a8bce7657b1 HTTP/1.1" status: 200 len: 946 time: 0.0537879 Jan 17 21:29:09.133230 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7a112882-8c7a-4e99-bf21-291315667b04 req-56d3ad55-c4de-434f-a574-7d5adf5a02f7 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502980 Jan 17 21:29:09.157762 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 59886) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:29:09.202529 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f020a0-6850-495b-a7b7-3029bb043e39 tempest-TestVolumeBootPattern-2121771600 tempest-TestVolumeBootPattern-2121771600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:09.204066 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-38f020a0-6850-495b-a7b7-3029bb043e39 tempest-TestVolumeBootPattern-2121771600 tempest-TestVolumeBootPattern-2121771600-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9f1b3ad9-6be9-4165-aea2-3a8bce7657b1 HTTP/1.1" status: 200 len: 1094 time: 0.0449402 Jan 17 21:29:09.207054 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 59888) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:29:09.212239 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-ea49afc2-35ec-45a6-b320-32940263c33c tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Request body: {'floatingip': {'floating_network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'port_id': '49b3d1af-2602-4952-bb5a-f5c52e593c91', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:29:09.238134 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ea49afc2-35ec-45a6-b320-32940263c33c tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:09.340399 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ea49afc2-35ec-45a6-b320-32940263c33c tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:09.457091 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [None req-ea49afc2-35ec-45a6-b320-32940263c33c tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Allocated IP 172.27.0.54 (a67fc2c9-f054-41ed-b80e-f186bf3f4e5f/f42dc890-63b4-41d2-851c-b195861b2359/ae24cbab-6947-4126-8e84-a4d54dd558be) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:29:09.563250 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ea49afc2-35ec-45a6-b320-32940263c33c tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks [] for port (ae24cbab-6947-4126-8e84-a4d54dd558be), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:09.599498 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ea49afc2-35ec-45a6-b320-32940263c33c tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (ae24cbab-6947-4126-8e84-a4d54dd558be), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:09.646134 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea49afc2-35ec-45a6-b320-32940263c33c tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Network a67fc2c9-f054-41ed-b80e-f186bf3f4e5f is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:29:09.652087 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-ea49afc2-35ec-45a6-b320-32940263c33c tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:29:09.654774 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea49afc2-35ec-45a6-b320-32940263c33c tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:29:09.660912 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea49afc2-35ec-45a6-b320-32940263c33c tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Pushing event updated for resources: {'Port': ['ID=ae24cbab-6947-4126-8e84-a4d54dd558be,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:29:10.105737 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ea49afc2-35ec-45a6-b320-32940263c33c tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks [] for floatingip (9104f40e-8753-4e9b-a214-629e64c49405), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:10.190209 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ea49afc2-35ec-45a6-b320-32940263c33c tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (ae24cbab-6947-4126-8e84-a4d54dd558be), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:10.220423 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:29:10.323582 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 858678d3-306c-4afa-9059-494f90b38571 up at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:29:10.374809 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ea49afc2-35ec-45a6-b320-32940263c33c tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks [] for port (ae24cbab-6947-4126-8e84-a4d54dd558be), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:10.378181 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning complete for port 858678d3-306c-4afa-9059-494f90b38571 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:29:10.378706 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (858678d3-306c-4afa-9059-494f90b38571), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:10.380933 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ea49afc2-35ec-45a6-b320-32940263c33c tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3358448'] for port (ae24cbab-6947-4126-8e84-a4d54dd558be), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:10.452645 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea49afc2-35ec-45a6-b320-32940263c33c tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Pushing event updated for resources: {'Port': ['ID=ae24cbab-6947-4126-8e84-a4d54dd558be,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:29:10.463267 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ea49afc2-35ec-45a6-b320-32940263c33c tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1018624'] for floatingip (9104f40e-8753-4e9b-a214-629e64c49405), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:10.473791 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port 858678d3-306c-4afa-9059-494f90b38571 is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:29:10.474204 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (858678d3-306c-4afa-9059-494f90b38571), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:10.502842 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a05a7cb-fb38-46fe-a04b-f8c66845fbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858678d3-306c-4afa-9059-494f90b38571'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:29:10.505015 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd74998850970e76e5e696d55ae046c45085ecb7dce1b7bf3912a5be803d1cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5048f1-2b82-4854-97b5-764adfd609e6" -d '{"events": [{"server_uuid": "7a05a7cb-fb38-46fe-a04b-f8c66845fbd8", "name": "network-vif-plugged", "status": "completed", "tag": "858678d3-306c-4afa-9059-494f90b38571"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:29:10.527487 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port 858678d3-306c-4afa-9059-494f90b38571, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=858678d3-306c-4afa-9059-494f90b38571,segment=NetworkSegment(a993168a-a0c6-43cc-b99a-7ea544204a80),segment_id=a993168a-a0c6-43cc-b99a-7ea544204a80)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:29:10.533449 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (858678d3-306c-4afa-9059-494f90b38571), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:10.560522 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5ab856-1daf-4259-aa16-97bb13986dd5 x-openstack-request-id: req-be5ab856-1daf-4259-aa16-97bb13986dd5 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:29:10.560976 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a05a7cb-fb38-46fe-a04b-f8c66845fbd8", "name": "network-vif-plugged", "status": "completed", "tag": "858678d3-306c-4afa-9059-494f90b38571", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:29:10.561237 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-be5ab856-1daf-4259-aa16-97bb13986dd5 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:29:10.561630 dv-cinder-824895-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a05a7cb-fb38-46fe-a04b-f8c66845fbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858678d3-306c-4afa-9059-494f90b38571', 'code': 200} Jan 17 21:29:10.578769 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.db.l3_db [None req-ea49afc2-35ec-45a6-b320-32940263c33c tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Floating IP 9104f40e-8753-4e9b-a214-629e64c49405 associated. External IP: 172.27.0.54, port: 49b3d1af-2602-4952-bb5a-f5c52e593c91. Jan 17 21:29:10.598485 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=858678d3-306c-4afa-9059-494f90b38571,revision_number=8']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:29:10.868622 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea49afc2-35ec-45a6-b320-32940263c33c tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Router 78be4ba5-dcdf-466f-8857-3af7b5656228 has already been hosted by L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:29:11.256824 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea49afc2-35ec-45a6-b320-32940263c33c tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:29:11.270232 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1613d0e-023a-45aa-b74a-76b5090dd26f None None] Sync routers for ids ['78be4ba5-dcdf-466f-8857-3af7b5656228'] in dv-cinder-824895-3-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:29:11.278075 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ea49afc2-35ec-45a6-b320-32940263c33c tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for floatingip (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:11.284600 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1613d0e-023a-45aa-b74a-76b5090dd26f None None] Routers {'78be4ba5-dcdf-466f-8857-3af7b5656228'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:29:11.285390 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-b1613d0e-023a-45aa-b74a-76b5090dd26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:28:58Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['78be4ba5-dcdf-466f-8857-3af7b5656228'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:29:11.307354 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-ea49afc2-35ec-45a6-b320-32940263c33c tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0989695 Jan 17 21:29:11.308236 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f1b3ad9-6be9-4165-aea2-3a8bce7657b1', 'tag': '49b3d1af-2602-4952-bb5a-f5c52e593c91'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:29:11.311236 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c2de0e70a1bc7346ac1be0cec4f24ea848d889c4763a7575c3a73373459bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d64b33-9313-4fa5-96eb-b91914878664" -d '{"events": [{"name": "network-changed", "server_uuid": "9f1b3ad9-6be9-4165-aea2-3a8bce7657b1", "tag": "49b3d1af-2602-4952-bb5a-f5c52e593c91"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:29:11.362752 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6e0aee-ea4b-4e76-822d-9304552ef942 x-openstack-request-id: req-fd6e0aee-ea4b-4e76-822d-9304552ef942 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:29:11.363047 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f1b3ad9-6be9-4165-aea2-3a8bce7657b1", "tag": "49b3d1af-2602-4952-bb5a-f5c52e593c91", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:29:11.363298 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fd6e0aee-ea4b-4e76-822d-9304552ef942 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:29:11.363694 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f1b3ad9-6be9-4165-aea2-3a8bce7657b1', 'tag': '49b3d1af-2602-4952-bb5a-f5c52e593c91', 'status': 'completed', 'code': 200} Jan 17 21:29:11.427892 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d64b33-9313-4fa5-96eb-b91914878664 req-6e92e366-c65d-4a79-a10c-97151ec12037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:11.429468 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-72d64b33-9313-4fa5-96eb-b91914878664 req-6e92e366-c65d-4a79-a10c-97151ec12037 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=97b00002d33945c6a8056483b241fbf6&device_id=9f1b3ad9-6be9-4165-aea2-3a8bce7657b1 HTTP/1.1" status: 200 len: 1099 time: 0.0429044 Jan 17 21:29:11.440683 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-b1613d0e-023a-45aa-b74a-76b5090dd26f None None] Set router 78be4ba5-dcdf-466f-8857-3af7b5656228 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:29:11.529188 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d64b33-9313-4fa5-96eb-b91914878664 req-c6680511-207f-422a-b18b-850443bbe5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:11.530600 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-72d64b33-9313-4fa5-96eb-b91914878664 req-c6680511-207f-422a-b18b-850443bbe5ad service neutron] 10.222.0.72 "GET /v2.0/networks?id=5af0e6ef-b600-4363-b491-e83498d1d2b9 HTTP/1.1" status: 200 len: 912 time: 0.0949700 Jan 17 21:29:11.602341 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-72d64b33-9313-4fa5-96eb-b91914878664 req-3d3ed451-a0c0-4324-883e-72537bdf8a98 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49b3d1af-2602-4952-bb5a-f5c52e593c91 HTTP/1.1" status: 200 len: 999 time: 0.0635607 Jan 17 21:29:11.650761 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d64b33-9313-4fa5-96eb-b91914878664 req-e50aefdd-2434-466f-9a52-68bdec0caf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:11.652269 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-72d64b33-9313-4fa5-96eb-b91914878664 req-e50aefdd-2434-466f-9a52-68bdec0caf00 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3f2b416e-5468-4144-8f1a-53499e3c7b82 HTTP/1.1" status: 200 len: 850 time: 0.0451138 Jan 17 21:29:11.695395 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-b1613d0e-023a-45aa-b74a-76b5090dd26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'name': 'tempest-TestVolumeBootPattern-920129794-router', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:34Z', 'updated_at': '2022-01-17T21:23:38Z', 'revision_number': 4, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'gw_port': {'id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:84:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:35Z', 'updated_at': '2022-01-17T21:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_floatingips': [{'id': '9104f40e-8753-4e9b-a214-629e64c49405', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'floating_ip_address': '172.27.0.54', 'floating_network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'router_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'port_id': '49b3d1af-2602-4952-bb5a-f5c52e593c91', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9', 'mac_address': 'fa:16:3e:f7:e9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1b3ad9-6be9-4165-aea2-3a8bce7657b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:29:09Z', 'updated_at': '2022-01-17T21:29:09Z', 'revision_number': 0, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac94ccc9-7efe-4100-8faa-599da3bc5807', 'name': '', 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'mac_address': 'fa:16:3e:af:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:37Z', 'updated_at': '2022-01-17T21:23:48Z', 'revision_number': 5, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'subnets': [{'id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:29:11.709810 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d64b33-9313-4fa5-96eb-b91914878664 req-ca61b3cf-e1c9-43d7-bea2-edfb344d7a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:11.712013 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-72d64b33-9313-4fa5-96eb-b91914878664 req-ca61b3cf-e1c9-43d7-bea2-edfb344d7a7d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5af0e6ef-b600-4363-b491-e83498d1d2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538840 Jan 17 21:29:11.723574 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1613d0e-023a-45aa-b74a-76b5090dd26f None None] Checking router: 78be4ba5-dcdf-466f-8857-3af7b5656228 for host: dv-cinder-824895-3-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:29:11.733384 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1613d0e-023a-45aa-b74a-76b5090dd26f None None] Routers {'78be4ba5-dcdf-466f-8857-3af7b5656228'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:29:11.734085 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-b1613d0e-023a-45aa-b74a-76b5090dd26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:28:58Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['78be4ba5-dcdf-466f-8857-3af7b5656228'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:29:11.808809 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-72d64b33-9313-4fa5-96eb-b91914878664 req-67766800-0537-4ee1-941f-fb0a806ecf97 service neutron] 10.222.0.72 "GET /v2.0/networks/5af0e6ef-b600-4363-b491-e83498d1d2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903845 Jan 17 21:29:11.850233 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-b1613d0e-023a-45aa-b74a-76b5090dd26f None None] Set router 78be4ba5-dcdf-466f-8857-3af7b5656228 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:29:11.912516 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-72d64b33-9313-4fa5-96eb-b91914878664 req-e4194a80-a3a8-4bed-9979-8638459d4c97 service neutron] 10.222.0.72 "GET /v2.0/networks/5af0e6ef-b600-4363-b491-e83498d1d2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941222 Jan 17 21:29:12.098426 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-b1613d0e-023a-45aa-b74a-76b5090dd26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'name': 'tempest-TestVolumeBootPattern-920129794-router', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:34Z', 'updated_at': '2022-01-17T21:23:38Z', 'revision_number': 4, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'gw_port': {'id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:84:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:35Z', 'updated_at': '2022-01-17T21:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_floatingips': [{'id': '9104f40e-8753-4e9b-a214-629e64c49405', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'floating_ip_address': '172.27.0.54', 'floating_network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'router_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'port_id': '49b3d1af-2602-4952-bb5a-f5c52e593c91', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9', 'mac_address': 'fa:16:3e:f7:e9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1b3ad9-6be9-4165-aea2-3a8bce7657b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:29:09Z', 'updated_at': '2022-01-17T21:29:09Z', 'revision_number': 0, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac94ccc9-7efe-4100-8faa-599da3bc5807', 'name': '', 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'mac_address': 'fa:16:3e:af:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:37Z', 'updated_at': '2022-01-17T21:23:48Z', 'revision_number': 5, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'subnets': [{'id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:29:12.129947 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1613d0e-023a-45aa-b74a-76b5090dd26f None None] The sync data for ids ['78be4ba5-dcdf-466f-8857-3af7b5656228'] in dv-cinder-824895-3-iscsi is: [{'id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'name': 'tempest-TestVolumeBootPattern-920129794-router', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:34Z', 'updated_at': '2022-01-17T21:23:38Z', 'revision_number': 4, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'gw_port': {'id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:84:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:35Z', 'updated_at': '2022-01-17T21:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_floatingips': [{'id': '9104f40e-8753-4e9b-a214-629e64c49405', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'floating_ip_address': '172.27.0.54', 'floating_network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'router_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'port_id': '49b3d1af-2602-4952-bb5a-f5c52e593c91', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9', 'mac_address': 'fa:16:3e:f7:e9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1b3ad9-6be9-4165-aea2-3a8bce7657b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:29:09Z', 'updated_at': '2022-01-17T21:29:09Z', 'revision_number': 0, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac94ccc9-7efe-4100-8faa-599da3bc5807', 'name': '', 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'mac_address': 'fa:16:3e:af:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:37Z', 'updated_at': '2022-01-17T21:23:48Z', 'revision_number': 5, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'subnets': [{'id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:29:12.330836 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9221248e-687d-4f6c-a43f-cecba29888e6 None None] New status for floating IP 9104f40e-8753-4e9b-a214-629e64c49405: ACTIVE {{(pid=102501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 21:29:22.726679 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:24.903842 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-09eb0bc6-a069-408c-a155-a27384811482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:27.654426 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d830d6f8-ad5c-451a-88ca-5409b3726855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:28.470029 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:30.069235 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:31.383707 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:34.169654 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f917a734-6b91-4b85-ab16-6f8ed92d9d41 req-e3849cde-dd7e-4f73-bfdc-e8551f81855d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:34.171159 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f917a734-6b91-4b85-ab16-6f8ed92d9d41 req-e3849cde-dd7e-4f73-bfdc-e8551f81855d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 947 time: 0.0550342 Jan 17 21:29:34.219137 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f917a734-6b91-4b85-ab16-6f8ed92d9d41 req-ec8d4fb4-cc15-49ae-95ba-206b5f8ba0d3 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421989 Jan 17 21:29:35.340561 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0eabf-caae-4f27-a049-c29c9833f904 req-0b4fe6e5-01c1-45c4-9b7f-d7d481fd34ac tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:35.342086 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-64e0eabf-caae-4f27-a049-c29c9833f904 req-0b4fe6e5-01c1-45c4-9b7f-d7d481fd34ac tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 947 time: 0.0504975 Jan 17 21:29:35.390806 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-64e0eabf-caae-4f27-a049-c29c9833f904 req-d4b4b746-c6c9-4b52-a3ab-b9b1791e1730 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431321 Jan 17 21:29:36.239171 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30a372-b5f4-4fd7-8836-b27db845db69 req-7ce570cb-744b-4448-ac0e-43e0fe8dc299 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:36.241159 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-cd30a372-b5f4-4fd7-8836-b27db845db69 req-7ce570cb-744b-4448-ac0e-43e0fe8dc299 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.72 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 947 time: 0.0544252 Jan 17 21:29:36.348634 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-cd30a372-b5f4-4fd7-8836-b27db845db69 req-2e6a671d-66cb-4cf4-82f7-810c59f567f9 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Deleting port dde4fe76-f1d0-4978-a642-2a35761fdf74 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:29:36.348990 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-cd30a372-b5f4-4fd7-8836-b27db845db69 req-2e6a671d-66cb-4cf4-82f7-810c59f567f9 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (dde4fe76-f1d0-4978-a642-2a35761fdf74), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:36.456104 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-cd30a372-b5f4-4fd7-8836-b27db845db69 req-2e6a671d-66cb-4cf4-82f7-810c59f567f9 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] For port dde4fe76-f1d0-4978-a642-2a35761fdf74, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=dde4fe76-f1d0-4978-a642-2a35761fdf74,segment=NetworkSegment(3793e984-7f3b-42a4-b23f-4f321936b0eb),segment_id=3793e984-7f3b-42a4-b23f-4f321936b0eb)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:29:36.456499 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-cd30a372-b5f4-4fd7-8836-b27db845db69 req-2e6a671d-66cb-4cf4-82f7-810c59f567f9 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (dde4fe76-f1d0-4978-a642-2a35761fdf74), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:36.514159 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a820d27-eb14-4091-abf5-e45d20f37e32 req-6c6b02ff-82ad-4a61-8153-a812d22b24bf tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:36.515610 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6a820d27-eb14-4091-abf5-e45d20f37e32 req-6c6b02ff-82ad-4a61-8153-a812d22b24bf tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=5edb3c99-d30d-4a2c-8b50-5083b7ea9d96 HTTP/1.1" status: 200 len: 947 time: 0.0497277 Jan 17 21:29:36.576193 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6a820d27-eb14-4091-abf5-e45d20f37e32 req-e85f4770-5648-42ea-b987-3f73df309acb tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=0814b382-9a19-4acd-917a-84e7daf1eecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549524 Jan 17 21:29:36.653083 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-cd30a372-b5f4-4fd7-8836-b27db845db69 req-2e6a671d-66cb-4cf4-82f7-810c59f567f9 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:36.653444 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-cd30a372-b5f4-4fd7-8836-b27db845db69 req-2e6a671d-66cb-4cf4-82f7-810c59f567f9 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1018624'] for floatingip (66e50ba6-b8db-4949-8743-53331f9e3733), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:36.653757 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.db.l3_db [req-cd30a372-b5f4-4fd7-8836-b27db845db69 req-2e6a671d-66cb-4cf4-82f7-810c59f567f9 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Floating IP 66e50ba6-b8db-4949-8743-53331f9e3733 disassociated. External IP: 172.27.0.186, port: dde4fe76-f1d0-4978-a642-2a35761fdf74. Jan 17 21:29:36.654095 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-cd30a372-b5f4-4fd7-8836-b27db845db69 req-2e6a671d-66cb-4cf4-82f7-810c59f567f9 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Calling delete_port for dde4fe76-f1d0-4978-a642-2a35761fdf74 owned by compute:nova {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:29:36.786886 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-cd30a372-b5f4-4fd7-8836-b27db845db69 req-2e6a671d-66cb-4cf4-82f7-810c59f567f9 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (dde4fe76-f1d0-4978-a642-2a35761fdf74), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:36.816655 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a671d-66cb-4cf4-82f7-810c59f567f9 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Pushing event deleted for resources: {'Port': ['ID=dde4fe76-f1d0-4978-a642-2a35761fdf74,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:29:36.932183 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd30a372-b5f4-4fd7-8836-b27db845db69 req-2e6a671d-66cb-4cf4-82f7-810c59f567f9 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Router 5c282c1d-a894-4fe6-b03b-38d7a5025520 has already been hosted by L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:29:37.042819 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd30a372-b5f4-4fd7-8836-b27db845db69 req-2e6a671d-66cb-4cf4-82f7-810c59f567f9 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:29:37.052826 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d67565-7acc-4171-8514-20567cf12bce None None] Sync routers for ids ['5c282c1d-a894-4fe6-b03b-38d7a5025520'] in dv-cinder-824895-3-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:29:37.062136 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d67565-7acc-4171-8514-20567cf12bce None None] Routers {'5c282c1d-a894-4fe6-b03b-38d7a5025520'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:29:37.062824 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-90d67565-7acc-4171-8514-20567cf12bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:29:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['5c282c1d-a894-4fe6-b03b-38d7a5025520'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:29:37.083265 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd30a372-b5f4-4fd7-8836-b27db845db69 req-2e6a671d-66cb-4cf4-82f7-810c59f567f9 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] No DVR routers for this DVR port dde4fe76-f1d0-4978-a642-2a35761fdf74 on host hv-cinder-82489 {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:29:37.086392 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-cd30a372-b5f4-4fd7-8836-b27db845db69 req-2e6a671d-66cb-4cf4-82f7-810c59f567f9 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:37.089765 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-cd30a372-b5f4-4fd7-8836-b27db845db69 req-2e6a671d-66cb-4cf4-82f7-810c59f567f9 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.72 "DELETE /v2.0/ports/dde4fe76-f1d0-4978-a642-2a35761fdf74 HTTP/1.1" status: 204 len: 173 time: 0.8429646 Jan 17 21:29:37.090211 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edb3c99-d30d-4a2c-8b50-5083b7ea9d96', 'name': 'network-vif-deleted', 'tag': 'dde4fe76-f1d0-4978-a642-2a35761fdf74'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:29:37.092510 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c2de0e70a1bc7346ac1be0cec4f24ea848d889c4763a7575c3a73373459bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53928a9-58de-4e09-9600-594f9a74b1e0" -d '{"events": [{"server_uuid": "5edb3c99-d30d-4a2c-8b50-5083b7ea9d96", "name": "network-vif-deleted", "tag": "dde4fe76-f1d0-4978-a642-2a35761fdf74"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:29:37.133856 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfca1f0f-abcc-4c20-a246-c80e7a10a4b4 x-openstack-request-id: req-dfca1f0f-abcc-4c20-a246-c80e7a10a4b4 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:29:37.134224 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edb3c99-d30d-4a2c-8b50-5083b7ea9d96", "name": "network-vif-deleted", "tag": "dde4fe76-f1d0-4978-a642-2a35761fdf74", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:29:37.134630 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dfca1f0f-abcc-4c20-a246-c80e7a10a4b4 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:29:37.135040 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5edb3c99-d30d-4a2c-8b50-5083b7ea9d96', 'name': 'network-vif-deleted', 'tag': 'dde4fe76-f1d0-4978-a642-2a35761fdf74', 'status': 'completed', 'code': 200} Jan 17 21:29:37.313107 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-90d67565-7acc-4171-8514-20567cf12bce None None] Set router 5c282c1d-a894-4fe6-b03b-38d7a5025520 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:29:37.511159 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-90d67565-7acc-4171-8514-20567cf12bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'name': 'tempest-AttachVolumeShelveTestJSON-1991436950-router', 'tenant_id': '3391c884182f46fc99248b8f0ba1822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:24:37Z', 'updated_at': '2022-01-17T21:24:40Z', 'revision_number': 4, 'project_id': '3391c884182f46fc99248b8f0ba1822f', 'gw_port': {'id': '8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:24:37Z', 'updated_at': '2022-01-17T21:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': '7925e647-9b70-473c-a095-70a77c6d80ac', 'name': '', 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738', 'tenant_id': '3391c884182f46fc99248b8f0ba1822f', 'mac_address': 'fa:16:3e:ea:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '0394e051-e826-45f6-a758-acda968d34cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:24:39Z', 'updated_at': '2022-01-17T21:24:43Z', 'revision_number': 5, 'project_id': '3391c884182f46fc99248b8f0ba1822f', 'subnets': [{'id': '0394e051-e826-45f6-a758-acda968d34cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:29:37.538354 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d67565-7acc-4171-8514-20567cf12bce None None] Checking router: 5c282c1d-a894-4fe6-b03b-38d7a5025520 for host: dv-cinder-824895-3-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:29:37.546690 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d67565-7acc-4171-8514-20567cf12bce None None] Routers {'5c282c1d-a894-4fe6-b03b-38d7a5025520'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:29:37.547291 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-90d67565-7acc-4171-8514-20567cf12bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:29:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['5c282c1d-a894-4fe6-b03b-38d7a5025520'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:29:37.671865 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-90d67565-7acc-4171-8514-20567cf12bce None None] Set router 5c282c1d-a894-4fe6-b03b-38d7a5025520 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:29:37.672346 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 59942) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:29:37.732440 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ede911f4-a7a3-4624-8625-08909ef0d1f6 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks [] for security_group (0814b382-9a19-4acd-917a-84e7daf1eecc), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:37.762167 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ede911f4-a7a3-4624-8625-08909ef0d1f6 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks [] for security_group (0814b382-9a19-4acd-917a-84e7daf1eecc), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:37.809331 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ede911f4-a7a3-4624-8625-08909ef0d1f6 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (0814b382-9a19-4acd-917a-84e7daf1eecc), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:37.812246 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ede911f4-a7a3-4624-8625-08909ef0d1f6 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:37.813467 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-ede911f4-a7a3-4624-8625-08909ef0d1f6 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "DELETE /v2.0/security-groups/0814b382-9a19-4acd-917a-84e7daf1eecc HTTP/1.1" status: 204 len: 168 time: 0.1396091 Jan 17 21:29:37.816292 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 59944) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:29:37.823311 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede911f4-a7a3-4624-8625-08909ef0d1f6 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0814b382-9a19-4acd-917a-84e7daf1eecc,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:29:37.838295 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.api.v2.resource [None req-6e6fd4b4-4147-43cc-8eb3-0c4ade73f340 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] show failed (client error): The resource could not be found. Jan 17 21:29:37.839409 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-6e6fd4b4-4147-43cc-8eb3-0c4ade73f340 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups/0814b382-9a19-4acd-917a-84e7daf1eecc HTTP/1.1" status: 404 len: 347 time: 0.0214906 Jan 17 21:29:37.842391 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 59946) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:29:37.898443 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-90d67565-7acc-4171-8514-20567cf12bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'name': 'tempest-AttachVolumeShelveTestJSON-1991436950-router', 'tenant_id': '3391c884182f46fc99248b8f0ba1822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:24:37Z', 'updated_at': '2022-01-17T21:24:40Z', 'revision_number': 4, 'project_id': '3391c884182f46fc99248b8f0ba1822f', 'gw_port': {'id': '8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:24:37Z', 'updated_at': '2022-01-17T21:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': '7925e647-9b70-473c-a095-70a77c6d80ac', 'name': '', 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738', 'tenant_id': '3391c884182f46fc99248b8f0ba1822f', 'mac_address': 'fa:16:3e:ea:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '0394e051-e826-45f6-a758-acda968d34cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:24:39Z', 'updated_at': '2022-01-17T21:24:43Z', 'revision_number': 5, 'project_id': '3391c884182f46fc99248b8f0ba1822f', 'subnets': [{'id': '0394e051-e826-45f6-a758-acda968d34cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:29:37.925289 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d67565-7acc-4171-8514-20567cf12bce None None] The sync data for ids ['5c282c1d-a894-4fe6-b03b-38d7a5025520'] in dv-cinder-824895-3-iscsi is: [{'id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'name': 'tempest-AttachVolumeShelveTestJSON-1991436950-router', 'tenant_id': '3391c884182f46fc99248b8f0ba1822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:24:37Z', 'updated_at': '2022-01-17T21:24:40Z', 'revision_number': 4, 'project_id': '3391c884182f46fc99248b8f0ba1822f', 'gw_port': {'id': '8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:24:37Z', 'updated_at': '2022-01-17T21:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': '7925e647-9b70-473c-a095-70a77c6d80ac', 'name': '', 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738', 'tenant_id': '3391c884182f46fc99248b8f0ba1822f', 'mac_address': 'fa:16:3e:ea:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '0394e051-e826-45f6-a758-acda968d34cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:24:39Z', 'updated_at': '2022-01-17T21:24:43Z', 'revision_number': 5, 'project_id': '3391c884182f46fc99248b8f0ba1822f', 'subnets': [{'id': '0394e051-e826-45f6-a758-acda968d34cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:29:37.973468 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-636fdca7-9527-4c66-8b66-0c5355c0fdce tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Deleting port f13cb127-0e3d-42a5-81e1-943a2f4aae7d {{(pid=102498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:29:37.973813 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-636fdca7-9527-4c66-8b66-0c5355c0fdce tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (f13cb127-0e3d-42a5-81e1-943a2f4aae7d), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:38.052532 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-636fdca7-9527-4c66-8b66-0c5355c0fdce tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (f13cb127-0e3d-42a5-81e1-943a2f4aae7d), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:38.052918 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-636fdca7-9527-4c66-8b66-0c5355c0fdce tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks [] for floatingip (f13cb127-0e3d-42a5-81e1-943a2f4aae7d), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:38.066849 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-636fdca7-9527-4c66-8b66-0c5355c0fdce tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Calling delete_port for f13cb127-0e3d-42a5-81e1-943a2f4aae7d owned by network:floatingip {{(pid=102498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:29:38.182920 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce59f54-8317-4a76-bd57-ab8c70e9163a None None] New status for floating IP 66e50ba6-b8db-4949-8743-53331f9e3733: DOWN {{(pid=102501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 21:29:38.218993 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-636fdca7-9527-4c66-8b66-0c5355c0fdce tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863200'] for port (f13cb127-0e3d-42a5-81e1-943a2f4aae7d), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:38.245190 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636fdca7-9527-4c66-8b66-0c5355c0fdce tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Pushing event deleted for resources: {'Port': ['ID=f13cb127-0e3d-42a5-81e1-943a2f4aae7d,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:29:38.260238 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.db.api [None req-bce59f54-8317-4a76-bd57-ab8c70e9163a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 21:29:38.260693 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG oslo_db.api [None req-bce59f54-8317-4a76-bd57-ab8c70e9163a None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 21:29:38.274590 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636fdca7-9527-4c66-8b66-0c5355c0fdce tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:29:38.275009 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636fdca7-9527-4c66-8b66-0c5355c0fdce tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:29:38.275366 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636fdca7-9527-4c66-8b66-0c5355c0fdce tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:29:38.275708 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636fdca7-9527-4c66-8b66-0c5355c0fdce tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:29:38.276047 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636fdca7-9527-4c66-8b66-0c5355c0fdce tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:29:38.276409 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636fdca7-9527-4c66-8b66-0c5355c0fdce tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:29:38.276752 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636fdca7-9527-4c66-8b66-0c5355c0fdce tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:29:38.277081 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636fdca7-9527-4c66-8b66-0c5355c0fdce tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:29:38.277410 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636fdca7-9527-4c66-8b66-0c5355c0fdce tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:29:38.277742 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636fdca7-9527-4c66-8b66-0c5355c0fdce tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:29:38.278070 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636fdca7-9527-4c66-8b66-0c5355c0fdce tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:29:38.278395 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636fdca7-9527-4c66-8b66-0c5355c0fdce tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:29:38.278718 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636fdca7-9527-4c66-8b66-0c5355c0fdce tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:29:38.324212 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-636fdca7-9527-4c66-8b66-0c5355c0fdce tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks [] for floatingip (66e50ba6-b8db-4949-8743-53331f9e3733), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:38.326913 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-636fdca7-9527-4c66-8b66-0c5355c0fdce tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for floatingip (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:38.328094 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-636fdca7-9527-4c66-8b66-0c5355c0fdce tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "DELETE /v2.0/floatingips/66e50ba6-b8db-4949-8743-53331f9e3733 HTTP/1.1" status: 204 len: 168 time: 0.4846778 Jan 17 21:29:38.530473 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 59950) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:29:38.535016 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-4f4224b0-e2c1-4911-98f9-fcd5133ec6fb tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2146517226', 'description': 'tempest-description--960677996'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:29:38.558738 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4f4224b0-e2c1-4911-98f9-fcd5133ec6fb tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:38.630517 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4f4224b0-e2c1-4911-98f9-fcd5133ec6fb tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks [] for security_group (8ebe57d9-f293-497b-b533-668202f79779), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:38.634897 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4f4224b0-e2c1-4911-98f9-fcd5133ec6fb tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (8ebe57d9-f293-497b-b533-668202f79779), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:38.663639 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4224b0-e2c1-4911-98f9-fcd5133ec6fb tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebe57d9-f293-497b-b533-668202f79779,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:29:38.667985 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4f4224b0-e2c1-4911-98f9-fcd5133ec6fb tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:38.669098 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-4f4224b0-e2c1-4911-98f9-fcd5133ec6fb tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1375992 Jan 17 21:29:38.672993 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 59952) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:29:38.678368 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-9c9ea6eb-f3bc-4294-b7b1-633ce655a22f tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Request body: {'security_group_rule': {'security_group_id': '8ebe57d9-f293-497b-b533-668202f79779', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:29:38.717529 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9c9ea6eb-f3bc-4294-b7b1-633ce655a22f tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks [] for security_group_rule (9dfa2ac7-9f00-4a4d-a33d-6485e3848205), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:38.762579 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce59f54-8317-4a76-bd57-ab8c70e9163a None None] New status for floating IP 66e50ba6-b8db-4949-8743-53331f9e3733: DOWN {{(pid=102501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 21:29:38.767764 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9c9ea6eb-f3bc-4294-b7b1-633ce655a22f tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks [] for security_group_rule (9dfa2ac7-9f00-4a4d-a33d-6485e3848205), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:38.771504 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9c9ea6eb-f3bc-4294-b7b1-633ce655a22f tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953368'] for security_group_rule (9dfa2ac7-9f00-4a4d-a33d-6485e3848205), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:38.791617 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ea6eb-f3bc-4294-b7b1-633ce655a22f tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dfa2ac7-9f00-4a4d-a33d-6485e3848205,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:29:38.803916 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9c9ea6eb-f3bc-4294-b7b1-633ce655a22f tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:38.805155 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-9c9ea6eb-f3bc-4294-b7b1-633ce655a22f tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1306820 Jan 17 21:29:38.807858 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 59954) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:29:38.812247 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-795cd88f-921b-4436-b5d6-da181e75483b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Request body: {'security_group_rule': {'security_group_id': '8ebe57d9-f293-497b-b533-668202f79779', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:29:38.847122 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-795cd88f-921b-4436-b5d6-da181e75483b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks [] for security_group_rule (22272a22-8e79-4aef-aafa-dc02d04901e8), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:38.908253 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-795cd88f-921b-4436-b5d6-da181e75483b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks [] for security_group_rule (22272a22-8e79-4aef-aafa-dc02d04901e8), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:38.912746 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-795cd88f-921b-4436-b5d6-da181e75483b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953368'] for security_group_rule (22272a22-8e79-4aef-aafa-dc02d04901e8), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:38.931075 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795cd88f-921b-4436-b5d6-da181e75483b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22272a22-8e79-4aef-aafa-dc02d04901e8,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:29:38.939575 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-795cd88f-921b-4436-b5d6-da181e75483b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:38.940826 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-795cd88f-921b-4436-b5d6-da181e75483b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1320069 Jan 17 21:29:38.944948 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 59956) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:29:38.949602 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-22803627-faeb-425f-a828-cf723ba9e021 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Request body: {'floatingip': {'floating_network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:29:38.974072 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-22803627-faeb-425f-a828-cf723ba9e021 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:39.077604 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-22803627-faeb-425f-a828-cf723ba9e021 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:39.194234 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [None req-22803627-faeb-425f-a828-cf723ba9e021 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Allocated IP 172.27.0.105 (a67fc2c9-f054-41ed-b80e-f186bf3f4e5f/f42dc890-63b4-41d2-851c-b195861b2359/32b6dd31-4778-4db7-983a-68090062c011) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:29:39.296584 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-22803627-faeb-425f-a828-cf723ba9e021 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks [] for port (32b6dd31-4778-4db7-983a-68090062c011), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:39.336321 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-22803627-faeb-425f-a828-cf723ba9e021 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863200'] for port (32b6dd31-4778-4db7-983a-68090062c011), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:39.377665 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22803627-faeb-425f-a828-cf723ba9e021 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Network a67fc2c9-f054-41ed-b80e-f186bf3f4e5f is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:29:39.382420 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-22803627-faeb-425f-a828-cf723ba9e021 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:29:39.384927 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22803627-faeb-425f-a828-cf723ba9e021 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:29:39.390623 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22803627-faeb-425f-a828-cf723ba9e021 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Pushing event updated for resources: {'Port': ['ID=32b6dd31-4778-4db7-983a-68090062c011,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:29:39.476607 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-22803627-faeb-425f-a828-cf723ba9e021 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks [] for floatingip (5fa8f1de-97cf-48ac-9254-78085848ea49), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:39.510079 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-22803627-faeb-425f-a828-cf723ba9e021 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (32b6dd31-4778-4db7-983a-68090062c011), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:39.658162 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-22803627-faeb-425f-a828-cf723ba9e021 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks [] for port (32b6dd31-4778-4db7-983a-68090062c011), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:39.663188 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-22803627-faeb-425f-a828-cf723ba9e021 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8863129'] for port (32b6dd31-4778-4db7-983a-68090062c011), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:39.738189 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22803627-faeb-425f-a828-cf723ba9e021 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Pushing event updated for resources: {'Port': ['ID=32b6dd31-4778-4db7-983a-68090062c011,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:29:39.749973 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-22803627-faeb-425f-a828-cf723ba9e021 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1018624'] for floatingip (5fa8f1de-97cf-48ac-9254-78085848ea49), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:39.764717 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-22803627-faeb-425f-a828-cf723ba9e021 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for floatingip (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:39.765973 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-22803627-faeb-425f-a828-cf723ba9e021 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8199883 Jan 17 21:29:39.981084 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-beca082d-5abc-4c3e-a59f-f2983bc9838b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--2146517226&fields=id&tenant_id=3391c884182f46fc99248b8f0ba1822f HTTP/1.1" status: 200 len: 267 time: 0.0468228 Jan 17 21:29:40.331915 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-34b6bb34-d49b-4d91-9628-a54253552e94 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:40.333708 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-34b6bb34-d49b-4d91-9628-a54253552e94 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/networks?id=c0ec84dc-cf63-4d34-bc61-575dee41c738 HTTP/1.1" status: 200 len: 817 time: 0.3451722 Jan 17 21:29:40.348316 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-48d70419-a6f6-43dc-a1df-08ae674c8b1c tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/quotas/3391c884182f46fc99248b8f0ba1822f HTTP/1.1" status: 200 len: 375 time: 0.0091884 Jan 17 21:29:40.403741 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-7325b2ef-a162-4449-acbf-c601a5724007 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3391c884182f46fc99248b8f0ba1822f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494895 Jan 17 21:29:40.453530 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device dde4fe76-f1d0-4978-a642-2a35761fdf74 no longer exists at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:29:40.473348 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] No Port match for: dde4fe76-f1d0-4978-a642-2a35761fdf74 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:29:40.473700 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device dde4fe76-f1d0-4978-a642-2a35761fdf74 not bound to the agent host hv-cinder-82489 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:29:40.547981 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-6f229f77-a5e3-4eea-9db2-47e5ed190c92 service neutron] 10.222.0.64 "GET /v2.0/networks/c0ec84dc-cf63-4d34-bc61-575dee41c738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320200 Jan 17 21:29:40.640921 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-2839dbcc-fd12-4e24-9902-d025eea80777 service neutron] 10.222.0.64 "GET /v2.0/networks/c0ec84dc-cf63-4d34-bc61-575dee41c738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868359 Jan 17 21:29:41.880619 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7dd4d980-b20f-492a-abf2-82c68d3a7b25 req-703a469d-4e83-4707-b61c-297bf997baab tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 210 time: 0.0287764 Jan 17 21:29:42.811420 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:29:42.811420 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:29:42.811420 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:29:42.811420 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:29:42.811420 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:29:42.811420 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:29:42.811420 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:29:42.811420 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:29:42.811420 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:29:42.811420 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:29:42.811420 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:29:42.811420 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:29:42.811420 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:29:42.811420 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:29:42.811420 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:29:42.811420 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:29:42.811420 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:29:42.811420 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:29:42.811420 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:29:42.811420 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:29:42.811420 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:29:42.811420 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:29:42.811420 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:29:42.811420 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:29:42.811420 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:29:42.811420 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:29:42.811420 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:29:42.811420 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:29:42.811420 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:29:42.811420 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:29:42.811420 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:29:42.811420 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:29:42.811420 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:29:42.811420 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:29:42.811420 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:29:42.811420 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:29:42.814488 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:29:42.814488 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:29:42.814488 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:29:42.814488 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:29:42.814488 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:29:42.814488 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:29:42.814488 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:29:42.814488 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:29:42.814488 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:29:42.814488 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:29:42.814488 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:29:42.814488 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:29:42.814488 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-c2575b5b-e6e1-46ab-8bd4-8b201bb1c60d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:42.814488 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-c2575b5b-e6e1-46ab-8bd4-8b201bb1c60d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.72 "GET /v2.0/networks?id=c0ec84dc-cf63-4d34-bc61-575dee41c738 HTTP/1.1" status: 200 len: 817 time: 0.1107302 Jan 17 21:29:42.881588 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-f875a1ad-66cf-4610-b26b-c40fef5541c9 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3391c884182f46fc99248b8f0ba1822f HTTP/1.1" status: 200 len: 380 time: 0.0573478 Jan 17 21:29:42.891566 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-cb762809-35bd-46e5-a026-51f708fc2e75 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Request body: {'port': {'device_id': '0bc3ee12-556d-4522-9fae-d6c208109ee4', 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738', 'admin_state_up': True, 'tenant_id': '3391c884182f46fc99248b8f0ba1822f', 'security_groups': ['8ebe57d9-f293-497b-b533-668202f79779']}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:29:42.983569 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e288ad2b-6f7e-436c-a3c3-ced738b0e15e req-e83181a3-6559-479a-b22c-ab49b882d8dd tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 210 time: 0.0269556 Jan 17 21:29:43.010403 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-cb762809-35bd-46e5-a026-51f708fc2e75 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Made reservation on behalf of 3391c884182f46fc99248b8f0ba1822f for: {'port': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:29:43.014011 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-cb762809-35bd-46e5-a026-51f708fc2e75 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:43.141971 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-cb762809-35bd-46e5-a026-51f708fc2e75 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Allocated IP 172.20.0.8 (c0ec84dc-cf63-4d34-bc61-575dee41c738/0394e051-e826-45f6-a758-acda968d34cd/8aacd03c-92eb-4738-865d-606ef0ff4559) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:29:43.281119 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-cb762809-35bd-46e5-a026-51f708fc2e75 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks [] for port (8aacd03c-92eb-4738-865d-606ef0ff4559), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:43.314282 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-cb762809-35bd-46e5-a026-51f708fc2e75 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (8aacd03c-92eb-4738-865d-606ef0ff4559), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:43.360172 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-cb762809-35bd-46e5-a026-51f708fc2e75 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Network c0ec84dc-cf63-4d34-bc61-575dee41c738 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:29:43.363249 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-cb762809-35bd-46e5-a026-51f708fc2e75 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:29:43.367050 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-cb762809-35bd-46e5-a026-51f708fc2e75 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:29:43.373549 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb762809-35bd-46e5-a026-51f708fc2e75 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Pushing event updated for resources: {'Port': ['ID=8aacd03c-92eb-4738-865d-606ef0ff4559,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:29:43.430568 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-cb762809-35bd-46e5-a026-51f708fc2e75 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:43.431224 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-cb762809-35bd-46e5-a026-51f708fc2e75 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:43.449192 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-cb762809-35bd-46e5-a026-51f708fc2e75 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5612903 Jan 17 21:29:43.462074 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-2d42e3a5-0bbc-42fe-bd1b-45e84e2d2273 service neutron] Request body: {'port': {'device_id': '0bc3ee12-556d-4522-9fae-d6c208109ee4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82489'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:29:43.518937 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-2d42e3a5-0bbc-42fe-bd1b-45e84e2d2273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (8aacd03c-92eb-4738-865d-606ef0ff4559), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:43.601024 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-ac52d979-37b8-48d0-87d4-0cf127d34fcd None None] Provisioning complete for port 8aacd03c-92eb-4738-865d-606ef0ff4559 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:29:43.601682 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ac52d979-37b8-48d0-87d4-0cf127d34fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (8aacd03c-92eb-4738-865d-606ef0ff4559), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:43.639025 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-ac52d979-37b8-48d0-87d4-0cf127d34fcd None None] Port 8aacd03c-92eb-4738-865d-606ef0ff4559 cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:29:43.793371 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-2d42e3a5-0bbc-42fe-bd1b-45e84e2d2273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aacd03c-92eb-4738-865d-606ef0ff4559 {{(pid=102499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:29:43.801454 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-2d42e3a5-0bbc-42fe-bd1b-45e84e2d2273 service neutron] Publish callbacks [] for port (8aacd03c-92eb-4738-865d-606ef0ff4559), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:43.814456 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.provisioning_blocks [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-2d42e3a5-0bbc-42fe-bd1b-45e84e2d2273 service neutron] Transition to ACTIVE for port object 8aacd03c-92eb-4738-865d-606ef0ff4559 will not be triggered until provisioned by entity L2. {{(pid=102499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 21:29:43.817823 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-2d42e3a5-0bbc-42fe-bd1b-45e84e2d2273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3358448'] for port (8aacd03c-92eb-4738-865d-606ef0ff4559), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:43.873236 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d42e3a5-0bbc-42fe-bd1b-45e84e2d2273 service neutron] Pushing event updated for resources: {'Port': ['ID=8aacd03c-92eb-4738-865d-606ef0ff4559,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:29:43.941571 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-2d42e3a5-0bbc-42fe-bd1b-45e84e2d2273 service neutron] Attempting to bind port 8aacd03c-92eb-4738-865d-606ef0ff4559 on host hv-cinder-82489 for vnic_type normal with profile {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:29:43.942018 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-2d42e3a5-0bbc-42fe-bd1b-45e84e2d2273 service neutron] Attempting to bind port 8aacd03c-92eb-4738-865d-606ef0ff4559 by drivers openvswitch,hyperv on host hv-cinder-82489 at level 0 using segments [{'id': '3793e984-7f3b-42a4-b23f-4f321936b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738'}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:29:43.942244 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-2d42e3a5-0bbc-42fe-bd1b-45e84e2d2273 service neutron] Attempting to bind port 8aacd03c-92eb-4738-865d-606ef0ff4559 on network c0ec84dc-cf63-4d34-bc61-575dee41c738 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:29:43.946984 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-2d42e3a5-0bbc-42fe-bd1b-45e84e2d2273 service neutron] Port 8aacd03c-92eb-4738-865d-606ef0ff4559 on network c0ec84dc-cf63-4d34-bc61-575dee41c738 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82489 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 21:29:43.947332 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-2d42e3a5-0bbc-42fe-bd1b-45e84e2d2273 service neutron] Attempting to bind port 8aacd03c-92eb-4738-865d-606ef0ff4559 on network c0ec84dc-cf63-4d34-bc61-575dee41c738 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:29:43.952293 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-2d42e3a5-0bbc-42fe-bd1b-45e84e2d2273 service neutron] Checking agent: {'id': 'fb6a4824-98a1-4114-b283-810c221687ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82489', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 18, 21), 'started_at': datetime.datetime(2022, 1, 17, 21, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:29:43.952734 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-2d42e3a5-0bbc-42fe-bd1b-45e84e2d2273 service neutron] Checking segment: {'id': '3793e984-7f3b-42a4-b23f-4f321936b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:29:43.953124 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-2d42e3a5-0bbc-42fe-bd1b-45e84e2d2273 service neutron] Bound using segment: {'id': '3793e984-7f3b-42a4-b23f-4f321936b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738'} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:29:43.953556 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-2d42e3a5-0bbc-42fe-bd1b-45e84e2d2273 service neutron] Bound port: 8aacd03c-92eb-4738-865d-606ef0ff4559, host: hv-cinder-82489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3793e984-7f3b-42a4-b23f-4f321936b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738'}}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:29:43.953916 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-2d42e3a5-0bbc-42fe-bd1b-45e84e2d2273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (8aacd03c-92eb-4738-865d-606ef0ff4559), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:44.044322 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-2d42e3a5-0bbc-42fe-bd1b-45e84e2d2273 service neutron] For port 8aacd03c-92eb-4738-865d-606ef0ff4559, host hv-cinder-82489, cleared binding levels {{(pid=102499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:29:44.047713 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-2d42e3a5-0bbc-42fe-bd1b-45e84e2d2273 service neutron] For port 8aacd03c-92eb-4738-865d-606ef0ff4559, host hv-cinder-82489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=8aacd03c-92eb-4738-865d-606ef0ff4559,segment=NetworkSegment(3793e984-7f3b-42a4-b23f-4f321936b0eb),segment_id=3793e984-7f3b-42a4-b23f-4f321936b0eb)] {{(pid=102499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:29:44.055851 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-2d42e3a5-0bbc-42fe-bd1b-45e84e2d2273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3358448'] for port (8aacd03c-92eb-4738-865d-606ef0ff4559), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:44.096607 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-2d42e3a5-0bbc-42fe-bd1b-45e84e2d2273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:44.097233 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-2d42e3a5-0bbc-42fe-bd1b-45e84e2d2273 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:44.098631 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-2d42e3a5-0bbc-42fe-bd1b-45e84e2d2273 service neutron] 10.222.0.72 "PUT /v2.0/ports/8aacd03c-92eb-4738-865d-606ef0ff4559 HTTP/1.1" status: 200 len: 1093 time: 0.6420105 Jan 17 21:29:44.099084 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc3ee12-556d-4522-9fae-d6c208109ee4', 'tag': '8aacd03c-92eb-4738-865d-606ef0ff4559'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:29:44.101958 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c2de0e70a1bc7346ac1be0cec4f24ea848d889c4763a7575c3a73373459bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d791ce9d-a3dc-4d6b-8557-2a1e1ee330d2" -d '{"events": [{"name": "network-changed", "server_uuid": "0bc3ee12-556d-4522-9fae-d6c208109ee4", "tag": "8aacd03c-92eb-4738-865d-606ef0ff4559"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:29:44.126335 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbbaa4-350d-4592-9132-02c5d363b811 req-1426e1c5-493d-4115-b8d0-446debdd913f tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:44.128134 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9fbbbaa4-350d-4592-9132-02c5d363b811 req-1426e1c5-493d-4115-b8d0-446debdd913f tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 943 time: 0.0557578 Jan 17 21:29:44.148710 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30465a2-e58f-47a9-98b8-664d7d0f3b7e x-openstack-request-id: req-d30465a2-e58f-47a9-98b8-664d7d0f3b7e {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:29:44.149136 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bc3ee12-556d-4522-9fae-d6c208109ee4", "tag": "8aacd03c-92eb-4738-865d-606ef0ff4559", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:29:44.149634 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d30465a2-e58f-47a9-98b8-664d7d0f3b7e {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:29:44.150080 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc3ee12-556d-4522-9fae-d6c208109ee4', 'tag': '8aacd03c-92eb-4738-865d-606ef0ff4559', 'status': 'completed', 'code': 200} Jan 17 21:29:44.152684 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d42e3a5-0bbc-42fe-bd1b-45e84e2d2273 service neutron] Pushing event updated for resources: {'Port': ['ID=8aacd03c-92eb-4738-865d-606ef0ff4559,revision_number=3']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:29:44.201740 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-282ea146-25a9-44fc-97f5-274d2b1149a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:44.203353 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-282ea146-25a9-44fc-97f5-274d2b1149a4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3391c884182f46fc99248b8f0ba1822f&device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 1096 time: 0.0518496 Jan 17 21:29:44.205238 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9fbbbaa4-350d-4592-9132-02c5d363b811 req-11d84cbc-56ea-4e5e-b111-13ed5b1ec7da tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683126 Jan 17 21:29:44.249329 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-53699a89-bd5d-4e5e-904d-6da23b786f83 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8aacd03c-92eb-4738-865d-606ef0ff4559 HTTP/1.1" status: 200 len: 217 time: 0.0370455 Jan 17 21:29:44.305415 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-7da1cfd3-7417-4e63-bc3c-87d1ced19128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:44.306895 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-7da1cfd3-7417-4e63-bc3c-87d1ced19128 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0394e051-e826-45f6-a758-acda968d34cd HTTP/1.1" status: 200 len: 856 time: 0.0492954 Jan 17 21:29:44.351569 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-09325fe3-d196-45e9-adbd-7af195a6da12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:44.353078 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-09325fe3-d196-45e9-adbd-7af195a6da12 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c0ec84dc-cf63-4d34-bc61-575dee41c738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405688 Jan 17 21:29:44.439470 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-cb24c074-696a-462d-b5be-9e6bc286a590 service neutron] 10.222.0.72 "GET /v2.0/networks/c0ec84dc-cf63-4d34-bc61-575dee41c738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796049 Jan 17 21:29:44.528201 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-32c7aedb-7a29-4a76-8d75-cfe593d177c7 req-28f76c5c-7a38-400d-b585-60996008e820 service neutron] 10.222.0.72 "GET /v2.0/networks/c0ec84dc-cf63-4d34-bc61-575dee41c738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827982 Jan 17 21:29:44.616306 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791ce9d-a3dc-4d6b-8557-2a1e1ee330d2 req-383d20e3-cc11-4cee-98c2-dad359047dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:44.617822 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-d791ce9d-a3dc-4d6b-8557-2a1e1ee330d2 req-383d20e3-cc11-4cee-98c2-dad359047dc8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3391c884182f46fc99248b8f0ba1822f&device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 1096 time: 0.0409236 Jan 17 21:29:44.708184 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791ce9d-a3dc-4d6b-8557-2a1e1ee330d2 req-fc8aaef8-6986-4364-bfb3-373fdae01767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:44.710542 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-d791ce9d-a3dc-4d6b-8557-2a1e1ee330d2 req-fc8aaef8-6986-4364-bfb3-373fdae01767 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c0ec84dc-cf63-4d34-bc61-575dee41c738 HTTP/1.1" status: 200 len: 918 time: 0.0863304 Jan 17 21:29:44.750705 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-d791ce9d-a3dc-4d6b-8557-2a1e1ee330d2 req-9e88d68b-968c-4e45-80df-b749582fe059 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8aacd03c-92eb-4738-865d-606ef0ff4559 HTTP/1.1" status: 200 len: 217 time: 0.0341432 Jan 17 21:29:44.797406 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791ce9d-a3dc-4d6b-8557-2a1e1ee330d2 req-3a5e4d0c-5190-4b79-a06e-e9af6fba0035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:44.798814 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-d791ce9d-a3dc-4d6b-8557-2a1e1ee330d2 req-3a5e4d0c-5190-4b79-a06e-e9af6fba0035 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0394e051-e826-45f6-a758-acda968d34cd HTTP/1.1" status: 200 len: 856 time: 0.0417743 Jan 17 21:29:44.847040 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791ce9d-a3dc-4d6b-8557-2a1e1ee330d2 req-a97eea09-a25c-4056-ab52-8ca63611e13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:44.848667 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-d791ce9d-a3dc-4d6b-8557-2a1e1ee330d2 req-a97eea09-a25c-4056-ab52-8ca63611e13c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c0ec84dc-cf63-4d34-bc61-575dee41c738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433655 Jan 17 21:29:44.934762 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-d791ce9d-a3dc-4d6b-8557-2a1e1ee330d2 req-1dedebab-7cee-40b3-9ec1-3bd4cecf8d29 service neutron] 10.222.0.72 "GET /v2.0/networks/c0ec84dc-cf63-4d34-bc61-575dee41c738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804965 Jan 17 21:29:45.029379 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-d791ce9d-a3dc-4d6b-8557-2a1e1ee330d2 req-d72a2070-a166-4bf6-9d39-d19f906ee8fb service neutron] 10.222.0.72 "GET /v2.0/networks/c0ec84dc-cf63-4d34-bc61-575dee41c738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884645 Jan 17 21:29:45.326277 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1def3-6ad7-4499-ad3c-3b1168614322 req-eb827f9c-ccb6-4870-aa18-c8cdca8dc163 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:45.327736 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-93c1def3-6ad7-4499-ad3c-3b1168614322 req-eb827f9c-ccb6-4870-aa18-c8cdca8dc163 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 943 time: 0.0480435 Jan 17 21:29:45.373677 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-93c1def3-6ad7-4499-ad3c-3b1168614322 req-68ab3dd2-e80c-4198-9e36-693cae7015e1 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401659 Jan 17 21:29:46.491045 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29299232-dc01-4316-a817-00fc8a323eda req-158fd283-8b3e-4b95-afd2-39dae1f3d7a9 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:46.492549 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-29299232-dc01-4316-a817-00fc8a323eda req-158fd283-8b3e-4b95-afd2-39dae1f3d7a9 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 943 time: 0.0480134 Jan 17 21:29:46.539539 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-29299232-dc01-4316-a817-00fc8a323eda req-4224a722-ffce-4247-bdd0-9550d2c82142 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413761 Jan 17 21:29:47.218752 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:29:47.661379 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c897e-f034-429a-8707-a64a039b7d59 req-3e2bf897-e5a9-4758-b4a5-68e2163d9bd9 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:47.663380 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-512c897e-f034-429a-8707-a64a039b7d59 req-3e2bf897-e5a9-4758-b4a5-68e2163d9bd9 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 943 time: 0.0521834 Jan 17 21:29:47.709494 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-512c897e-f034-429a-8707-a64a039b7d59 req-fd013828-582d-4390-bc2f-f1c38bce2f57 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405524 Jan 17 21:29:48.454416 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 8aacd03c-92eb-4738-865d-606ef0ff4559 details requested by agent hyperv_hv-cinder-82489 with host hv-cinder-82489 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:29:48.548680 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port 8aacd03c-92eb-4738-865d-606ef0ff4559, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=8aacd03c-92eb-4738-865d-606ef0ff4559,segment=NetworkSegment(3793e984-7f3b-42a4-b23f-4f321936b0eb),segment_id=3793e984-7f3b-42a4-b23f-4f321936b0eb)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:29:48.561108 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Returning: {'device': '8aacd03c-92eb-4738-865d-606ef0ff4559', 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738', 'port_id': '8aacd03c-92eb-4738-865d-606ef0ff4559', 'mac_address': 'fa:16:3e:67:dd:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0394e051-e826-45f6-a758-acda968d34cd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:29:48.597954 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port 8aacd03c-92eb-4738-865d-606ef0ff4559 is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:29:48.598351 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (8aacd03c-92eb-4738-865d-606ef0ff4559), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:48.612349 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aacd03c-92eb-4738-865d-606ef0ff4559 {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:29:48.634315 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port 8aacd03c-92eb-4738-865d-606ef0ff4559, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=8aacd03c-92eb-4738-865d-606ef0ff4559,segment=NetworkSegment(3793e984-7f3b-42a4-b23f-4f321936b0eb),segment_id=3793e984-7f3b-42a4-b23f-4f321936b0eb)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:29:48.639222 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (8aacd03c-92eb-4738-865d-606ef0ff4559), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:48.687716 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=8aacd03c-92eb-4738-865d-606ef0ff4559,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:29:48.838660 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fc745-43a3-409b-ab26-12de3d4dc0bf req-70b9fac4-9096-4765-ae2c-f5ccbd10d709 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:48.840365 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4c8fc745-43a3-409b-ab26-12de3d4dc0bf req-70b9fac4-9096-4765-ae2c-f5ccbd10d709 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 944 time: 0.0568340 Jan 17 21:29:48.895325 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4c8fc745-43a3-409b-ab26-12de3d4dc0bf req-cbe8cd79-bcb8-48d1-a2b6-baa59fc9c317 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444782 Jan 17 21:29:49.014247 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] get_ports_and_sgs() called for port_ids ['8aacd03c-92eb-4738-865d-606ef0ff4559'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:29:50.028890 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b79bd4-d0a9-44ca-a21c-d767e786c62f req-e07d28af-a07c-4112-81c3-c3f106169e26 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:50.030475 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-05b79bd4-d0a9-44ca-a21c-d767e786c62f req-e07d28af-a07c-4112-81c3-c3f106169e26 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 944 time: 0.0606589 Jan 17 21:29:50.080123 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-05b79bd4-d0a9-44ca-a21c-d767e786c62f req-3408aec1-bed5-4667-a5f5-598217c9e721 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438282 Jan 17 21:29:50.468217 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 8aacd03c-92eb-4738-865d-606ef0ff4559 up at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:29:50.515000 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning for port 8aacd03c-92eb-4738-865d-606ef0ff4559 completed by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 21:29:50.518638 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning complete for port 8aacd03c-92eb-4738-865d-606ef0ff4559 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:29:50.519056 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (8aacd03c-92eb-4738-865d-606ef0ff4559), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:50.594934 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port 8aacd03c-92eb-4738-865d-606ef0ff4559 is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:29:50.595324 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (8aacd03c-92eb-4738-865d-606ef0ff4559), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:50.618040 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc3ee12-556d-4522-9fae-d6c208109ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aacd03c-92eb-4738-865d-606ef0ff4559'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:29:50.620199 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd74998850970e76e5e696d55ae046c45085ecb7dce1b7bf3912a5be803d1cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7aaf53e-f838-4423-956d-822c95adf8ad" -d '{"events": [{"server_uuid": "0bc3ee12-556d-4522-9fae-d6c208109ee4", "name": "network-vif-plugged", "status": "completed", "tag": "8aacd03c-92eb-4738-865d-606ef0ff4559"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:29:50.633124 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port 8aacd03c-92eb-4738-865d-606ef0ff4559, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=8aacd03c-92eb-4738-865d-606ef0ff4559,segment=NetworkSegment(3793e984-7f3b-42a4-b23f-4f321936b0eb),segment_id=3793e984-7f3b-42a4-b23f-4f321936b0eb)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:29:50.637236 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (8aacd03c-92eb-4738-865d-606ef0ff4559), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:50.659469 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e2a204-205e-410f-87f6-639bb6135e72 x-openstack-request-id: req-f4e2a204-205e-410f-87f6-639bb6135e72 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:29:50.659763 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc3ee12-556d-4522-9fae-d6c208109ee4", "name": "network-vif-plugged", "status": "completed", "tag": "8aacd03c-92eb-4738-865d-606ef0ff4559", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:29:50.660015 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f4e2a204-205e-410f-87f6-639bb6135e72 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:29:50.660432 dv-cinder-824895-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc3ee12-556d-4522-9fae-d6c208109ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aacd03c-92eb-4738-865d-606ef0ff4559', 'code': 200} Jan 17 21:29:50.687519 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=8aacd03c-92eb-4738-865d-606ef0ff4559,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:29:50.820942 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368a1fc-3bc8-449c-87ca-b2c2549f28e8 req-6364180c-095e-4e74-bd99-db26b7d43b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:50.822441 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e368a1fc-3bc8-449c-87ca-b2c2549f28e8 req-6364180c-095e-4e74-bd99-db26b7d43b57 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 1098 time: 0.0402198 Jan 17 21:29:50.867737 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e368a1fc-3bc8-449c-87ca-b2c2549f28e8 req-e1a04e63-69c0-4e5f-8f1b-40ed29a347ab service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380752 Jan 17 21:29:51.200951 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6cda42-79cf-467b-aa74-cc219d142850 req-7b533e34-e322-4417-bf76-eaebe49b98f7 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:51.202453 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3d6cda42-79cf-467b-aa74-cc219d142850 req-7b533e34-e322-4417-bf76-eaebe49b98f7 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 945 time: 0.0490851 Jan 17 21:29:51.258867 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3d6cda42-79cf-467b-aa74-cc219d142850 req-6d2e9c8c-d985-4ca6-8b31-74cf4d055671 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504236 Jan 17 21:29:52.393023 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60720805-7d13-4f57-bc98-74e66f99001c req-9c88021e-6b7e-476e-b582-a3b625d6fa87 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:52.394563 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-60720805-7d13-4f57-bc98-74e66f99001c req-9c88021e-6b7e-476e-b582-a3b625d6fa87 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 945 time: 0.0561690 Jan 17 21:29:52.447008 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-60720805-7d13-4f57-bc98-74e66f99001c req-1136c0d3-deb8-4383-85df-8850098edcbe tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459044 Jan 17 21:29:52.563553 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15024e69-b7e2-440f-b45e-46c40ad9c32c req-c34257a6-6126-459e-80c9-1d1da740185b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:52.564973 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-15024e69-b7e2-440f-b45e-46c40ad9c32c req-c34257a6-6126-459e-80c9-1d1da740185b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 945 time: 0.0491486 Jan 17 21:29:52.573856 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 60026) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:29:52.578227 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-5cea22dd-d8d8-4aef-bd63-196cc682e05b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Request body: {'floatingip': {'port_id': '8aacd03c-92eb-4738-865d-606ef0ff4559'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:29:52.617271 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5cea22dd-d8d8-4aef-bd63-196cc682e05b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks [] for floatingip (5fa8f1de-97cf-48ac-9254-78085848ea49), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:52.720590 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:53.059599 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5cea22dd-d8d8-4aef-bd63-196cc682e05b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:53.063579 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5cea22dd-d8d8-4aef-bd63-196cc682e05b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1018624'] for floatingip (5fa8f1de-97cf-48ac-9254-78085848ea49), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:53.171731 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.db.l3_db [None req-5cea22dd-d8d8-4aef-bd63-196cc682e05b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Floating IP 5fa8f1de-97cf-48ac-9254-78085848ea49 associated. External IP: 172.27.0.105, port: 8aacd03c-92eb-4738-865d-606ef0ff4559. Jan 17 21:29:53.386664 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cea22dd-d8d8-4aef-bd63-196cc682e05b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Router 5c282c1d-a894-4fe6-b03b-38d7a5025520 has already been hosted by L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 {{(pid=102498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:29:53.496188 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cea22dd-d8d8-4aef-bd63-196cc682e05b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:29:53.501374 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-5cea22dd-d8d8-4aef-bd63-196cc682e05b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for floatingip (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:53.506154 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b712e9-cae1-4c4d-91b8-3a54e1ad0857 None None] Sync routers for ids ['5c282c1d-a894-4fe6-b03b-38d7a5025520'] in dv-cinder-824895-3-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:29:53.516747 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b712e9-cae1-4c4d-91b8-3a54e1ad0857 None None] Routers {'5c282c1d-a894-4fe6-b03b-38d7a5025520'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:29:53.517376 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-84b712e9-cae1-4c4d-91b8-3a54e1ad0857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:29:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['5c282c1d-a894-4fe6-b03b-38d7a5025520'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:29:53.529386 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-5cea22dd-d8d8-4aef-bd63-196cc682e05b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "PUT /v2.0/floatingips/5fa8f1de-97cf-48ac-9254-78085848ea49 HTTP/1.1" status: 200 len: 991 time: 0.9544463 Jan 17 21:29:53.530091 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc3ee12-556d-4522-9fae-d6c208109ee4', 'tag': '8aacd03c-92eb-4738-865d-606ef0ff4559'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:29:53.532473 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d7793c37eab3cfdbfb603451246e19a518df2119e31a6609dfbcf4a214a471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4761dc98-f616-447d-8da3-47966a95ede1" -d '{"events": [{"name": "network-changed", "server_uuid": "0bc3ee12-556d-4522-9fae-d6c208109ee4", "tag": "8aacd03c-92eb-4738-865d-606ef0ff4559"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:29:53.578747 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b358e8b-553e-48a3-88e3-eeb68244616d x-openstack-request-id: req-5b358e8b-553e-48a3-88e3-eeb68244616d {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:29:53.579050 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bc3ee12-556d-4522-9fae-d6c208109ee4", "tag": "8aacd03c-92eb-4738-865d-606ef0ff4559", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:29:53.579382 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5b358e8b-553e-48a3-88e3-eeb68244616d {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:29:53.579882 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc3ee12-556d-4522-9fae-d6c208109ee4', 'tag': '8aacd03c-92eb-4738-865d-606ef0ff4559', 'status': 'completed', 'code': 200} Jan 17 21:29:53.644866 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761dc98-f616-447d-8da3-47966a95ede1 req-35c83205-0a76-47c4-b0d8-2926bd3b3fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:53.647086 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-4761dc98-f616-447d-8da3-47966a95ede1 req-35c83205-0a76-47c4-b0d8-2926bd3b3fed service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3391c884182f46fc99248b8f0ba1822f&device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 1098 time: 0.0458324 Jan 17 21:29:53.751586 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761dc98-f616-447d-8da3-47966a95ede1 req-a7b318cf-a5a2-419a-8f77-1c7dfc6a6e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:53.753256 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-4761dc98-f616-447d-8da3-47966a95ede1 req-a7b318cf-a5a2-419a-8f77-1c7dfc6a6e97 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c0ec84dc-cf63-4d34-bc61-575dee41c738 HTTP/1.1" status: 200 len: 918 time: 0.0987964 Jan 17 21:29:53.757609 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-84b712e9-cae1-4c4d-91b8-3a54e1ad0857 None None] Set router 5c282c1d-a894-4fe6-b03b-38d7a5025520 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:29:53.821395 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-4761dc98-f616-447d-8da3-47966a95ede1 req-b15514c1-e934-4078-8342-490f7e1adbe6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8aacd03c-92eb-4738-865d-606ef0ff4559 HTTP/1.1" status: 200 len: 999 time: 0.0622764 Jan 17 21:29:53.870074 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761dc98-f616-447d-8da3-47966a95ede1 req-10ff9f79-9344-49f5-a773-17ff34af119c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:53.871546 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-4761dc98-f616-447d-8da3-47966a95ede1 req-10ff9f79-9344-49f5-a773-17ff34af119c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0394e051-e826-45f6-a758-acda968d34cd HTTP/1.1" status: 200 len: 856 time: 0.0448759 Jan 17 21:29:53.923967 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761dc98-f616-447d-8da3-47966a95ede1 req-c2308a08-728b-45b4-a020-9dc4c4cbf9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:29:53.925400 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-4761dc98-f616-447d-8da3-47966a95ede1 req-c2308a08-728b-45b4-a020-9dc4c4cbf9d7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c0ec84dc-cf63-4d34-bc61-575dee41c738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0475767 Jan 17 21:29:53.995718 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-84b712e9-cae1-4c4d-91b8-3a54e1ad0857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'name': 'tempest-AttachVolumeShelveTestJSON-1991436950-router', 'tenant_id': '3391c884182f46fc99248b8f0ba1822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:24:37Z', 'updated_at': '2022-01-17T21:24:40Z', 'revision_number': 4, 'project_id': '3391c884182f46fc99248b8f0ba1822f', 'gw_port': {'id': '8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:24:37Z', 'updated_at': '2022-01-17T21:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_floatingips': [{'id': '5fa8f1de-97cf-48ac-9254-78085848ea49', 'tenant_id': '3391c884182f46fc99248b8f0ba1822f', 'floating_ip_address': '172.27.0.105', 'floating_network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'router_id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'port_id': '8aacd03c-92eb-4738-865d-606ef0ff4559', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738', 'mac_address': 'fa:16:3e:67:dd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc3ee12-556d-4522-9fae-d6c208109ee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:29:39Z', 'updated_at': '2022-01-17T21:29:52Z', 'revision_number': 1, 'project_id': '3391c884182f46fc99248b8f0ba1822f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7925e647-9b70-473c-a095-70a77c6d80ac', 'name': '', 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738', 'tenant_id': '3391c884182f46fc99248b8f0ba1822f', 'mac_address': 'fa:16:3e:ea:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '0394e051-e826-45f6-a758-acda968d34cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:24:39Z', 'updated_at': '2022-01-17T21:24:43Z', 'revision_number': 5, 'project_id': '3391c884182f46fc99248b8f0ba1822f', 'subnets': [{'id': '0394e051-e826-45f6-a758-acda968d34cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:29:54.017000 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-4761dc98-f616-447d-8da3-47966a95ede1 req-5082c942-8d3e-482a-9626-4aa59900216a service neutron] 10.222.0.72 "GET /v2.0/networks/c0ec84dc-cf63-4d34-bc61-575dee41c738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852575 Jan 17 21:29:54.028497 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b712e9-cae1-4c4d-91b8-3a54e1ad0857 None None] Checking router: 5c282c1d-a894-4fe6-b03b-38d7a5025520 for host: dv-cinder-824895-3-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:29:54.037601 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b712e9-cae1-4c4d-91b8-3a54e1ad0857 None None] Routers {'5c282c1d-a894-4fe6-b03b-38d7a5025520'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:29:54.038230 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-84b712e9-cae1-4c4d-91b8-3a54e1ad0857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:29:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['5c282c1d-a894-4fe6-b03b-38d7a5025520'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:29:54.112983 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-4761dc98-f616-447d-8da3-47966a95ede1 req-60f7a598-d025-4e46-b669-39fde538ab6f service neutron] 10.222.0.72 "GET /v2.0/networks/c0ec84dc-cf63-4d34-bc61-575dee41c738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887723 Jan 17 21:29:54.148277 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-84b712e9-cae1-4c4d-91b8-3a54e1ad0857 None None] Set router 5c282c1d-a894-4fe6-b03b-38d7a5025520 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:29:54.371421 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-84b712e9-cae1-4c4d-91b8-3a54e1ad0857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'name': 'tempest-AttachVolumeShelveTestJSON-1991436950-router', 'tenant_id': '3391c884182f46fc99248b8f0ba1822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:24:37Z', 'updated_at': '2022-01-17T21:24:40Z', 'revision_number': 4, 'project_id': '3391c884182f46fc99248b8f0ba1822f', 'gw_port': {'id': '8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:24:37Z', 'updated_at': '2022-01-17T21:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_floatingips': [{'id': '5fa8f1de-97cf-48ac-9254-78085848ea49', 'tenant_id': '3391c884182f46fc99248b8f0ba1822f', 'floating_ip_address': '172.27.0.105', 'floating_network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'router_id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'port_id': '8aacd03c-92eb-4738-865d-606ef0ff4559', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738', 'mac_address': 'fa:16:3e:67:dd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc3ee12-556d-4522-9fae-d6c208109ee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:29:39Z', 'updated_at': '2022-01-17T21:29:52Z', 'revision_number': 1, 'project_id': '3391c884182f46fc99248b8f0ba1822f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7925e647-9b70-473c-a095-70a77c6d80ac', 'name': '', 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738', 'tenant_id': '3391c884182f46fc99248b8f0ba1822f', 'mac_address': 'fa:16:3e:ea:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '0394e051-e826-45f6-a758-acda968d34cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:24:39Z', 'updated_at': '2022-01-17T21:24:43Z', 'revision_number': 5, 'project_id': '3391c884182f46fc99248b8f0ba1822f', 'subnets': [{'id': '0394e051-e826-45f6-a758-acda968d34cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:29:54.400271 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b712e9-cae1-4c4d-91b8-3a54e1ad0857 None None] The sync data for ids ['5c282c1d-a894-4fe6-b03b-38d7a5025520'] in dv-cinder-824895-3-iscsi is: [{'id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'name': 'tempest-AttachVolumeShelveTestJSON-1991436950-router', 'tenant_id': '3391c884182f46fc99248b8f0ba1822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:24:37Z', 'updated_at': '2022-01-17T21:24:40Z', 'revision_number': 4, 'project_id': '3391c884182f46fc99248b8f0ba1822f', 'gw_port': {'id': '8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:24:37Z', 'updated_at': '2022-01-17T21:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_floatingips': [{'id': '5fa8f1de-97cf-48ac-9254-78085848ea49', 'tenant_id': '3391c884182f46fc99248b8f0ba1822f', 'floating_ip_address': '172.27.0.105', 'floating_network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'router_id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'port_id': '8aacd03c-92eb-4738-865d-606ef0ff4559', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738', 'mac_address': 'fa:16:3e:67:dd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc3ee12-556d-4522-9fae-d6c208109ee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:29:39Z', 'updated_at': '2022-01-17T21:29:52Z', 'revision_number': 1, 'project_id': '3391c884182f46fc99248b8f0ba1822f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7925e647-9b70-473c-a095-70a77c6d80ac', 'name': '', 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738', 'tenant_id': '3391c884182f46fc99248b8f0ba1822f', 'mac_address': 'fa:16:3e:ea:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '0394e051-e826-45f6-a758-acda968d34cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:24:39Z', 'updated_at': '2022-01-17T21:24:43Z', 'revision_number': 5, 'project_id': '3391c884182f46fc99248b8f0ba1822f', 'subnets': [{'id': '0394e051-e826-45f6-a758-acda968d34cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:29:54.584197 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e09961-59d1-4f46-9715-6fd4b1b2939f None None] New status for floating IP 5fa8f1de-97cf-48ac-9254-78085848ea49: ACTIVE {{(pid=102501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 21:29:54.915980 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-21097088-b63b-40f0-ac04-86d8384c5304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:57.656008 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-4a86343c-0cbe-464a-a6f5-19ad2c06dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:29:58.471782 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:00.072063 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:01.386080 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:12.636335 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c0c4821e-6e53-4371-91bf-c02cf4eff22c req-6453313a-ee32-492b-95a1-afd45982611d tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-517440629&fields=id&tenant_id=33682ba1d2ed4a519d30f654b5d9b876 HTTP/1.1" status: 200 len: 267 time: 0.0453143 Jan 17 21:30:12.690775 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4821e-6e53-4371-91bf-c02cf4eff22c req-da3a2453-76cf-4bd8-9a24-5665075c50f9 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:30:12.692334 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c0c4821e-6e53-4371-91bf-c02cf4eff22c req-da3a2453-76cf-4bd8-9a24-5665075c50f9 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/ports?device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 984 time: 0.0506887 Jan 17 21:30:12.702918 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [req-c0c4821e-6e53-4371-91bf-c02cf4eff22c req-295b1f6d-48f6-4cb0-81cf-e473ddde2ff1 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Request body: {'port': {'security_groups': ['b357fe58-a928-4627-b33f-11c839b42bd6']}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:30:12.779178 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-c0c4821e-6e53-4371-91bf-c02cf4eff22c req-295b1f6d-48f6-4cb0-81cf-e473ddde2ff1 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (8071f514-88c2-4831-9268-624212bd59d9), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:12.974150 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [req-c0c4821e-6e53-4371-91bf-c02cf4eff22c req-295b1f6d-48f6-4cb0-81cf-e473ddde2ff1 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] For port 8071f514-88c2-4831-9268-624212bd59d9, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=8071f514-88c2-4831-9268-624212bd59d9,segment=NetworkSegment(4e870e10-479f-4aea-8432-5a82b2ac39a7),segment_id=4e870e10-479f-4aea-8432-5a82b2ac39a7)] {{(pid=102498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:30:13.005413 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-c0c4821e-6e53-4371-91bf-c02cf4eff22c req-295b1f6d-48f6-4cb0-81cf-e473ddde2ff1 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks [] for port (8071f514-88c2-4831-9268-624212bd59d9), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:13.010988 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-c0c4821e-6e53-4371-91bf-c02cf4eff22c req-295b1f6d-48f6-4cb0-81cf-e473ddde2ff1 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8863129'] for port (8071f514-88c2-4831-9268-624212bd59d9), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:13.024212 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] get_ports_and_sgs() called for port_ids ['8071f514-88c2-4831-9268-624212bd59d9'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:30:13.056924 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4821e-6e53-4371-91bf-c02cf4eff22c req-295b1f6d-48f6-4cb0-81cf-e473ddde2ff1 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:30:13.057745 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [req-c0c4821e-6e53-4371-91bf-c02cf4eff22c req-295b1f6d-48f6-4cb0-81cf-e473ddde2ff1 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:13.059040 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c0c4821e-6e53-4371-91bf-c02cf4eff22c req-295b1f6d-48f6-4cb0-81cf-e473ddde2ff1 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "PUT /v2.0/ports/8071f514-88c2-4831-9268-624212bd59d9 HTTP/1.1" status: 200 len: 942 time: 0.3607533 Jan 17 21:30:13.067424 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750a4c55-b8a2-4303-a261-db81409d8b93', 'tag': '8071f514-88c2-4831-9268-624212bd59d9'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:30:13.067424 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d7793c37eab3cfdbfb603451246e19a518df2119e31a6609dfbcf4a214a471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d9b348-5b2d-45f6-b176-4d89e66ef857" -d '{"events": [{"name": "network-changed", "server_uuid": "750a4c55-b8a2-4303-a261-db81409d8b93", "tag": "8071f514-88c2-4831-9268-624212bd59d9"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:30:13.067785 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 60082) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:30:13.101704 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b1f6d-48f6-4cb0-81cf-e473ddde2ff1 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Pushing event updated for resources: {'Port': ['ID=8071f514-88c2-4831-9268-624212bd59d9,revision_number=7']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:30:13.120817 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881c4c76-4cc7-4267-9726-2734163a7a1f x-openstack-request-id: req-881c4c76-4cc7-4267-9726-2734163a7a1f {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:30:13.121215 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750a4c55-b8a2-4303-a261-db81409d8b93", "tag": "8071f514-88c2-4831-9268-624212bd59d9", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:30:13.121419 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-881c4c76-4cc7-4267-9726-2734163a7a1f {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:30:13.122808 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750a4c55-b8a2-4303-a261-db81409d8b93', 'tag': '8071f514-88c2-4831-9268-624212bd59d9', 'status': 'completed', 'code': 200} Jan 17 21:30:13.152696 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] get_ports_and_sgs() called for port_ids ['8071f514-88c2-4831-9268-624212bd59d9'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:30:13.188409 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-21efcc23-9958-4ccf-a563-ccde1e7f6a63 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks [] for security_group (a1a863a3-d208-4bbc-be40-7af063b28fb8), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:13.214586 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9b348-5b2d-45f6-b176-4d89e66ef857 req-120be832-a710-4259-ad6e-4321b1373f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:30:13.216269 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-76d9b348-5b2d-45f6-b176-4d89e66ef857 req-120be832-a710-4259-ad6e-4321b1373f4e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=33682ba1d2ed4a519d30f654b5d9b876&device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 1098 time: 0.0688868 Jan 17 21:30:13.229179 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-21efcc23-9958-4ccf-a563-ccde1e7f6a63 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks [] for security_group (a1a863a3-d208-4bbc-be40-7af063b28fb8), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:13.350603 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-21efcc23-9958-4ccf-a563-ccde1e7f6a63 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (a1a863a3-d208-4bbc-be40-7af063b28fb8), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:13.353195 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-21efcc23-9958-4ccf-a563-ccde1e7f6a63 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:13.354357 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-21efcc23-9958-4ccf-a563-ccde1e7f6a63 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "DELETE /v2.0/security-groups/a1a863a3-d208-4bbc-be40-7af063b28fb8 HTTP/1.1" status: 204 len: 168 time: 0.2863531 Jan 17 21:30:13.357329 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 60088) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:30:13.372359 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21efcc23-9958-4ccf-a563-ccde1e7f6a63 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a863a3-d208-4bbc-be40-7af063b28fb8,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:30:13.385900 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efcc23-9958-4ccf-a563-ccde1e7f6a63 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:30:13.386179 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efcc23-9958-4ccf-a563-ccde1e7f6a63 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:30:13.386533 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efcc23-9958-4ccf-a563-ccde1e7f6a63 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:30:13.386882 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efcc23-9958-4ccf-a563-ccde1e7f6a63 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:30:13.387216 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efcc23-9958-4ccf-a563-ccde1e7f6a63 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:30:13.387537 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efcc23-9958-4ccf-a563-ccde1e7f6a63 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:30:13.387872 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efcc23-9958-4ccf-a563-ccde1e7f6a63 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:30:13.388209 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efcc23-9958-4ccf-a563-ccde1e7f6a63 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:30:13.388566 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efcc23-9958-4ccf-a563-ccde1e7f6a63 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:30:13.388903 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efcc23-9958-4ccf-a563-ccde1e7f6a63 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:30:13.389237 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efcc23-9958-4ccf-a563-ccde1e7f6a63 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:30:13.389566 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efcc23-9958-4ccf-a563-ccde1e7f6a63 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:30:13.389895 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21efcc23-9958-4ccf-a563-ccde1e7f6a63 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:30:13.390529 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-5de99cf3-5d2b-4cb5-8001-27db39418b40 None None] Provisioning complete for port 8071f514-88c2-4831-9268-624212bd59d9 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:30:13.391392 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5de99cf3-5d2b-4cb5-8001-27db39418b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (8071f514-88c2-4831-9268-624212bd59d9), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:13.403342 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9b348-5b2d-45f6-b176-4d89e66ef857 req-df888ad4-d61e-4ce5-8f40-c140c2ab8d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:30:13.404940 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-76d9b348-5b2d-45f6-b176-4d89e66ef857 req-df888ad4-d61e-4ce5-8f40-c140c2ab8d45 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cc4abef7-e15d-4b61-841c-c9c636857baa HTTP/1.1" status: 200 len: 915 time: 0.1787555 Jan 17 21:30:13.478917 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-76d9b348-5b2d-45f6-b176-4d89e66ef857 req-38d965e3-4724-4b62-aee5-9dad2cdba0ce service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8071f514-88c2-4831-9268-624212bd59d9 HTTP/1.1" status: 200 len: 1000 time: 0.0679495 Jan 17 21:30:13.494304 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-5de99cf3-5d2b-4cb5-8001-27db39418b40 None None] Current status of the port 8071f514-88c2-4831-9268-624212bd59d9 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:30:13.538909 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9b348-5b2d-45f6-b176-4d89e66ef857 req-9ded4be2-b342-4426-b7df-8e742227b32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:30:13.540653 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-76d9b348-5b2d-45f6-b176-4d89e66ef857 req-9ded4be2-b342-4426-b7df-8e742227b32e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=81b87183-4e00-4a16-bbfe-d89ac0d04be4 HTTP/1.1" status: 200 len: 853 time: 0.0557404 Jan 17 21:30:13.549869 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-36baf388-cd24-408c-af7c-2fd31f1b8f9d tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Deleting port 1e1e0663-b4f2-42dc-8884-445f0d17a08f {{(pid=102498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:30:13.550331 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-36baf388-cd24-408c-af7c-2fd31f1b8f9d tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (1e1e0663-b4f2-42dc-8884-445f0d17a08f), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:13.590682 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9b348-5b2d-45f6-b176-4d89e66ef857 req-432689e8-d4d0-4d0e-b2f4-5bcc4ce3f2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:30:13.592244 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-76d9b348-5b2d-45f6-b176-4d89e66ef857 req-432689e8-d4d0-4d0e-b2f4-5bcc4ce3f2da service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cc4abef7-e15d-4b61-841c-c9c636857baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453935 Jan 17 21:30:13.663232 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-36baf388-cd24-408c-af7c-2fd31f1b8f9d tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (1e1e0663-b4f2-42dc-8884-445f0d17a08f), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:13.663982 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-36baf388-cd24-408c-af7c-2fd31f1b8f9d tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks [] for floatingip (1e1e0663-b4f2-42dc-8884-445f0d17a08f), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:13.685042 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-36baf388-cd24-408c-af7c-2fd31f1b8f9d tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Calling delete_port for 1e1e0663-b4f2-42dc-8884-445f0d17a08f owned by network:floatingip {{(pid=102498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:30:13.943169 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-36baf388-cd24-408c-af7c-2fd31f1b8f9d tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863200'] for port (1e1e0663-b4f2-42dc-8884-445f0d17a08f), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:13.966097 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-76d9b348-5b2d-45f6-b176-4d89e66ef857 req-48f3a467-3435-4320-92bd-19d8e7794e46 service neutron] 10.222.0.72 "GET /v2.0/networks/cc4abef7-e15d-4b61-841c-c9c636857baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665497 Jan 17 21:30:13.970780 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36baf388-cd24-408c-af7c-2fd31f1b8f9d tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Pushing event deleted for resources: {'Port': ['ID=1e1e0663-b4f2-42dc-8884-445f0d17a08f,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:30:14.043333 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-36baf388-cd24-408c-af7c-2fd31f1b8f9d tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks [] for floatingip (bd04715b-7f60-442e-82e1-b6c941dc3a78), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:14.043699 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.db.l3_db [None req-36baf388-cd24-408c-af7c-2fd31f1b8f9d tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Floating IP bd04715b-7f60-442e-82e1-b6c941dc3a78 disassociated (deleted). External IP: 172.27.0.47, port: 8071f514-88c2-4831-9268-624212bd59d9. Jan 17 21:30:14.069240 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-76d9b348-5b2d-45f6-b176-4d89e66ef857 req-295b5cd2-ad0e-4058-af9c-21911c4528fc service neutron] 10.222.0.72 "GET /v2.0/networks/cc4abef7-e15d-4b61-841c-c9c636857baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967202 Jan 17 21:30:14.268729 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36baf388-cd24-408c-af7c-2fd31f1b8f9d tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Router 1bcca07b-b29f-40bc-bb8f-38826220eb83 has already been hosted by L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 {{(pid=102498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:30:14.379180 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36baf388-cd24-408c-af7c-2fd31f1b8f9d tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:30:14.383845 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-36baf388-cd24-408c-af7c-2fd31f1b8f9d tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for floatingip (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:14.389786 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec07a2af-5652-4853-ad52-fce680690214 None None] Sync routers for ids ['1bcca07b-b29f-40bc-bb8f-38826220eb83'] in dv-cinder-824895-3-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:30:14.403229 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec07a2af-5652-4853-ad52-fce680690214 None None] Routers {'1bcca07b-b29f-40bc-bb8f-38826220eb83'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:30:14.403874 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-ec07a2af-5652-4853-ad52-fce680690214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:29:58Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['1bcca07b-b29f-40bc-bb8f-38826220eb83'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:30:14.421705 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-36baf388-cd24-408c-af7c-2fd31f1b8f9d tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "DELETE /v2.0/floatingips/bd04715b-7f60-442e-82e1-b6c941dc3a78 HTTP/1.1" status: 204 len: 168 time: 1.0601590 Jan 17 21:30:14.523172 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-ec07a2af-5652-4853-ad52-fce680690214 None None] Set router 1bcca07b-b29f-40bc-bb8f-38826220eb83 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:30:14.742678 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-ec07a2af-5652-4853-ad52-fce680690214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bcca07b-b29f-40bc-bb8f-38826220eb83', 'name': 'tempest-TestMinimumBasicScenario-133427780-router', 'tenant_id': '33682ba1d2ed4a519d30f654b5d9b876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '2ff182de-58fe-4d56-8cb4-4800b19d023b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:26:41Z', 'updated_at': '2022-01-17T21:26:44Z', 'revision_number': 4, 'project_id': '33682ba1d2ed4a519d30f654b5d9b876', 'gw_port': {'id': '2ff182de-58fe-4d56-8cb4-4800b19d023b', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcca07b-b29f-40bc-bb8f-38826220eb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:26:42Z', 'updated_at': '2022-01-17T21:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': '8d6fd37f-6f19-423e-8d62-c3f878363f4b', 'name': '', 'network_id': 'cc4abef7-e15d-4b61-841c-c9c636857baa', 'tenant_id': '33682ba1d2ed4a519d30f654b5d9b876', 'mac_address': 'fa:16:3e:39:45:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcca07b-b29f-40bc-bb8f-38826220eb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '81b87183-4e00-4a16-bbfe-d89ac0d04be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:26:43Z', 'updated_at': '2022-01-17T21:26:48Z', 'revision_number': 5, 'project_id': '33682ba1d2ed4a519d30f654b5d9b876', 'subnets': [{'id': '81b87183-4e00-4a16-bbfe-d89ac0d04be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:30:14.776228 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec07a2af-5652-4853-ad52-fce680690214 None None] Checking router: 1bcca07b-b29f-40bc-bb8f-38826220eb83 for host: dv-cinder-824895-3-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:30:14.787476 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec07a2af-5652-4853-ad52-fce680690214 None None] Routers {'1bcca07b-b29f-40bc-bb8f-38826220eb83'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:30:14.787805 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-ec07a2af-5652-4853-ad52-fce680690214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:29:58Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['1bcca07b-b29f-40bc-bb8f-38826220eb83'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:30:14.904962 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-ec07a2af-5652-4853-ad52-fce680690214 None None] Set router 1bcca07b-b29f-40bc-bb8f-38826220eb83 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:30:15.124186 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750a4c55-b8a2-4303-a261-db81409d8b93', 'tag': '8071f514-88c2-4831-9268-624212bd59d9'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:30:15.126962 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d7793c37eab3cfdbfb603451246e19a518df2119e31a6609dfbcf4a214a471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fadd5ef-ba1f-45e0-839e-64cba298f0ab" -d '{"events": [{"name": "network-changed", "server_uuid": "750a4c55-b8a2-4303-a261-db81409d8b93", "tag": "8071f514-88c2-4831-9268-624212bd59d9"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:30:15.166081 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83c3383-3d29-45ad-abc4-fb4aede3c4e1 x-openstack-request-id: req-c83c3383-3d29-45ad-abc4-fb4aede3c4e1 {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:30:15.166477 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750a4c55-b8a2-4303-a261-db81409d8b93", "tag": "8071f514-88c2-4831-9268-624212bd59d9", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:30:15.166830 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c83c3383-3d29-45ad-abc4-fb4aede3c4e1 {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:30:15.167366 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750a4c55-b8a2-4303-a261-db81409d8b93', 'tag': '8071f514-88c2-4831-9268-624212bd59d9', 'status': 'completed', 'code': 200} Jan 17 21:30:15.236272 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-ec07a2af-5652-4853-ad52-fce680690214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bcca07b-b29f-40bc-bb8f-38826220eb83', 'name': 'tempest-TestMinimumBasicScenario-133427780-router', 'tenant_id': '33682ba1d2ed4a519d30f654b5d9b876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '2ff182de-58fe-4d56-8cb4-4800b19d023b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:26:41Z', 'updated_at': '2022-01-17T21:26:44Z', 'revision_number': 4, 'project_id': '33682ba1d2ed4a519d30f654b5d9b876', 'gw_port': {'id': '2ff182de-58fe-4d56-8cb4-4800b19d023b', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcca07b-b29f-40bc-bb8f-38826220eb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:26:42Z', 'updated_at': '2022-01-17T21:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': '8d6fd37f-6f19-423e-8d62-c3f878363f4b', 'name': '', 'network_id': 'cc4abef7-e15d-4b61-841c-c9c636857baa', 'tenant_id': '33682ba1d2ed4a519d30f654b5d9b876', 'mac_address': 'fa:16:3e:39:45:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcca07b-b29f-40bc-bb8f-38826220eb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '81b87183-4e00-4a16-bbfe-d89ac0d04be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:26:43Z', 'updated_at': '2022-01-17T21:26:48Z', 'revision_number': 5, 'project_id': '33682ba1d2ed4a519d30f654b5d9b876', 'subnets': [{'id': '81b87183-4e00-4a16-bbfe-d89ac0d04be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:30:15.236880 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadd5ef-ba1f-45e0-839e-64cba298f0ab req-25dc8dd3-cadc-4b73-a270-77dc95744fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:30:15.238471 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-3fadd5ef-ba1f-45e0-839e-64cba298f0ab req-25dc8dd3-cadc-4b73-a270-77dc95744fb3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=33682ba1d2ed4a519d30f654b5d9b876&device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 1098 time: 0.0451319 Jan 17 21:30:15.265577 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec07a2af-5652-4853-ad52-fce680690214 None None] The sync data for ids ['1bcca07b-b29f-40bc-bb8f-38826220eb83'] in dv-cinder-824895-3-iscsi is: [{'id': '1bcca07b-b29f-40bc-bb8f-38826220eb83', 'name': 'tempest-TestMinimumBasicScenario-133427780-router', 'tenant_id': '33682ba1d2ed4a519d30f654b5d9b876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '2ff182de-58fe-4d56-8cb4-4800b19d023b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:26:41Z', 'updated_at': '2022-01-17T21:26:44Z', 'revision_number': 4, 'project_id': '33682ba1d2ed4a519d30f654b5d9b876', 'gw_port': {'id': '2ff182de-58fe-4d56-8cb4-4800b19d023b', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcca07b-b29f-40bc-bb8f-38826220eb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:26:42Z', 'updated_at': '2022-01-17T21:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': '8d6fd37f-6f19-423e-8d62-c3f878363f4b', 'name': '', 'network_id': 'cc4abef7-e15d-4b61-841c-c9c636857baa', 'tenant_id': '33682ba1d2ed4a519d30f654b5d9b876', 'mac_address': 'fa:16:3e:39:45:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcca07b-b29f-40bc-bb8f-38826220eb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '81b87183-4e00-4a16-bbfe-d89ac0d04be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:26:43Z', 'updated_at': '2022-01-17T21:26:48Z', 'revision_number': 5, 'project_id': '33682ba1d2ed4a519d30f654b5d9b876', 'subnets': [{'id': '81b87183-4e00-4a16-bbfe-d89ac0d04be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:30:15.346907 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadd5ef-ba1f-45e0-839e-64cba298f0ab req-ecd98c4b-1ae0-47b0-968b-4e4923924739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:30:15.349002 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-3fadd5ef-ba1f-45e0-839e-64cba298f0ab req-ecd98c4b-1ae0-47b0-968b-4e4923924739 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cc4abef7-e15d-4b61-841c-c9c636857baa HTTP/1.1" status: 200 len: 915 time: 0.1023695 Jan 17 21:30:15.391868 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-3fadd5ef-ba1f-45e0-839e-64cba298f0ab req-d8431019-8cdc-40b3-9b7b-e18ba78f7f1e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8071f514-88c2-4831-9268-624212bd59d9 HTTP/1.1" status: 200 len: 217 time: 0.0364883 Jan 17 21:30:15.447368 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadd5ef-ba1f-45e0-839e-64cba298f0ab req-edba82f1-89a7-4dda-ab8b-5fe4f97a54b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:30:15.448926 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-3fadd5ef-ba1f-45e0-839e-64cba298f0ab req-edba82f1-89a7-4dda-ab8b-5fe4f97a54b2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=81b87183-4e00-4a16-bbfe-d89ac0d04be4 HTTP/1.1" status: 200 len: 853 time: 0.0504308 Jan 17 21:30:15.502848 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadd5ef-ba1f-45e0-839e-64cba298f0ab req-473bbe65-d183-4bbe-9f6a-1b8b3580ed09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:30:15.504908 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-3fadd5ef-ba1f-45e0-839e-64cba298f0ab req-473bbe65-d183-4bbe-9f6a-1b8b3580ed09 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cc4abef7-e15d-4b61-841c-c9c636857baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490825 Jan 17 21:30:15.526833 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674d20f9-9a9a-40f7-aa45-6b76e711beee None None] New status for floating IP bd04715b-7f60-442e-82e1-b6c941dc3a78: DOWN {{(pid=102501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 21:30:15.601371 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-3fadd5ef-ba1f-45e0-839e-64cba298f0ab req-9ffb7489-8203-4a2e-a909-9170588a5067 service neutron] 10.222.0.72 "GET /v2.0/networks/cc4abef7-e15d-4b61-841c-c9c636857baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898242 Jan 17 21:30:15.706164 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-3fadd5ef-ba1f-45e0-839e-64cba298f0ab req-3ce68fab-eba9-470c-97b8-d7d6b85d2676 service neutron] 10.222.0.72 "GET /v2.0/networks/cc4abef7-e15d-4b61-841c-c9c636857baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940216 Jan 17 21:30:17.366266 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8fbe5-6595-475b-8111-b956c6be162b req-7036e51f-e57e-4fc1-b4f1-1e5e6eb8bcce tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:30:17.367903 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b1e8fbe5-6595-475b-8111-b956c6be162b req-7036e51f-e57e-4fc1-b4f1-1e5e6eb8bcce tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/ports?device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 945 time: 0.0528820 Jan 17 21:30:17.418038 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b1e8fbe5-6595-475b-8111-b956c6be162b req-1957c769-2928-485c-8dea-0c9b0ab52359 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/security-groups?id=b357fe58-a928-4627-b33f-11c839b42bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442445 Jan 17 21:30:18.540890 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99389dbf-a398-4c48-8c91-fcbd8793501c req-ff88815e-afd2-4cff-93bd-1ffbaba4423e tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:30:18.542405 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-99389dbf-a398-4c48-8c91-fcbd8793501c req-ff88815e-afd2-4cff-93bd-1ffbaba4423e tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/ports?device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 945 time: 0.0565314 Jan 17 21:30:18.592251 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-99389dbf-a398-4c48-8c91-fcbd8793501c req-032c4c80-83b5-4360-a658-e7286fee626d tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/security-groups?id=b357fe58-a928-4627-b33f-11c839b42bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439680 Jan 17 21:30:19.465403 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24547935-9cbc-4082-b490-8f4b345fd45c req-a56bc446-15b4-45de-a363-a245121cd6b5 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:30:19.466919 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-24547935-9cbc-4082-b490-8f4b345fd45c req-a56bc446-15b4-45de-a363-a245121cd6b5 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.72 "GET /v2.0/ports?device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 945 time: 0.0522418 Jan 17 21:30:19.570828 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-24547935-9cbc-4082-b490-8f4b345fd45c req-812b4e49-a0e8-471b-85db-7c3d47eb2078 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Deleting port 8071f514-88c2-4831-9268-624212bd59d9 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:30:19.571151 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-24547935-9cbc-4082-b490-8f4b345fd45c req-812b4e49-a0e8-471b-85db-7c3d47eb2078 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (8071f514-88c2-4831-9268-624212bd59d9), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:19.669984 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-24547935-9cbc-4082-b490-8f4b345fd45c req-812b4e49-a0e8-471b-85db-7c3d47eb2078 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] For port 8071f514-88c2-4831-9268-624212bd59d9, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=8071f514-88c2-4831-9268-624212bd59d9,segment=NetworkSegment(4e870e10-479f-4aea-8432-5a82b2ac39a7),segment_id=4e870e10-479f-4aea-8432-5a82b2ac39a7)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:30:19.670349 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-24547935-9cbc-4082-b490-8f4b345fd45c req-812b4e49-a0e8-471b-85db-7c3d47eb2078 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (8071f514-88c2-4831-9268-624212bd59d9), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:19.684921 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-24547935-9cbc-4082-b490-8f4b345fd45c req-812b4e49-a0e8-471b-85db-7c3d47eb2078 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Calling delete_port for 8071f514-88c2-4831-9268-624212bd59d9 owned by compute:nova {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:30:19.823981 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-24547935-9cbc-4082-b490-8f4b345fd45c req-812b4e49-a0e8-471b-85db-7c3d47eb2078 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (8071f514-88c2-4831-9268-624212bd59d9), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:19.837782 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] get_ports_and_sgs() called for port_ids ['8071f514-88c2-4831-9268-624212bd59d9'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:30:19.855154 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b4e49-a0e8-471b-85db-7c3d47eb2078 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Pushing event deleted for resources: {'Port': ['ID=8071f514-88c2-4831-9268-624212bd59d9,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:30:19.904879 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-24547935-9cbc-4082-b490-8f4b345fd45c req-812b4e49-a0e8-471b-85db-7c3d47eb2078 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] No DVR routers for this DVR port 8071f514-88c2-4831-9268-624212bd59d9 on host hv-cinder-82489 {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:30:19.907428 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-24547935-9cbc-4082-b490-8f4b345fd45c req-812b4e49-a0e8-471b-85db-7c3d47eb2078 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:19.911985 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-24547935-9cbc-4082-b490-8f4b345fd45c req-812b4e49-a0e8-471b-85db-7c3d47eb2078 tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.72 "DELETE /v2.0/ports/8071f514-88c2-4831-9268-624212bd59d9 HTTP/1.1" status: 204 len: 173 time: 0.4381723 Jan 17 21:30:19.912528 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750a4c55-b8a2-4303-a261-db81409d8b93', 'name': 'network-vif-deleted', 'tag': '8071f514-88c2-4831-9268-624212bd59d9'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:30:19.914935 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c2de0e70a1bc7346ac1be0cec4f24ea848d889c4763a7575c3a73373459bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c147874-e8dd-4f5f-a0dd-610dea936bf5" -d '{"events": [{"server_uuid": "750a4c55-b8a2-4303-a261-db81409d8b93", "name": "network-vif-deleted", "tag": "8071f514-88c2-4831-9268-624212bd59d9"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:30:20.016903 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518926e-cc63-4eba-89aa-875a70e5c6ed req-1e342fb6-26d8-4324-b86f-d1c045b0ea6a tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:30:20.018484 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3518926e-cc63-4eba-89aa-875a70e5c6ed req-1e342fb6-26d8-4324-b86f-d1c045b0ea6a tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/ports?device_id=750a4c55-b8a2-4303-a261-db81409d8b93 HTTP/1.1" status: 200 len: 945 time: 0.3472569 Jan 17 21:30:20.061546 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c5fbbf-ddc1-45cb-bee2-26670f31e89a x-openstack-request-id: req-b6c5fbbf-ddc1-45cb-bee2-26670f31e89a {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:30:20.061900 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750a4c55-b8a2-4303-a261-db81409d8b93", "name": "network-vif-deleted", "tag": "8071f514-88c2-4831-9268-624212bd59d9", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:30:20.062160 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b6c5fbbf-ddc1-45cb-bee2-26670f31e89a {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:30:20.062574 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750a4c55-b8a2-4303-a261-db81409d8b93', 'name': 'network-vif-deleted', 'tag': '8071f514-88c2-4831-9268-624212bd59d9', 'status': 'completed', 'code': 200} Jan 17 21:30:20.072560 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3518926e-cc63-4eba-89aa-875a70e5c6ed req-6e062c53-adb7-4679-8832-eb54d600a97a tempest-TestMinimumBasicScenario-1619913252 tempest-TestMinimumBasicScenario-1619913252-project] 10.222.0.64 "GET /v2.0/security-groups?id=b357fe58-a928-4627-b33f-11c839b42bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467687 Jan 17 21:30:21.651282 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 60188) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:30:22.078207 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9bb166ad-d20e-4c96-a56f-193e89720e4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1024512'] for router_interface (1bcca07b-b29f-40bc-bb8f-38826220eb83), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:22.383556 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-9bb166ad-d20e-4c96-a56f-193e89720e4b admin admin] Deleting port 8d6fd37f-6f19-423e-8d62-c3f878363f4b {{(pid=102498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:30:22.383900 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9bb166ad-d20e-4c96-a56f-193e89720e4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (8d6fd37f-6f19-423e-8d62-c3f878363f4b), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:22.461684 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-9bb166ad-d20e-4c96-a56f-193e89720e4b admin admin] For port 8d6fd37f-6f19-423e-8d62-c3f878363f4b, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=8d6fd37f-6f19-423e-8d62-c3f878363f4b,segment=NetworkSegment(4e870e10-479f-4aea-8432-5a82b2ac39a7),segment_id=4e870e10-479f-4aea-8432-5a82b2ac39a7)] {{(pid=102498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:30:22.462051 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9bb166ad-d20e-4c96-a56f-193e89720e4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (8d6fd37f-6f19-423e-8d62-c3f878363f4b), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:22.476138 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-9bb166ad-d20e-4c96-a56f-193e89720e4b admin admin] Calling delete_port for 8d6fd37f-6f19-423e-8d62-c3f878363f4b owned by network:router_interface {{(pid=102498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:30:22.660254 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9bb166ad-d20e-4c96-a56f-193e89720e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863200'] for port (8d6fd37f-6f19-423e-8d62-c3f878363f4b), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:22.688257 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb166ad-d20e-4c96-a56f-193e89720e4b admin admin] Pushing event deleted for resources: {'Port': ['ID=8d6fd37f-6f19-423e-8d62-c3f878363f4b,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:30:22.722068 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 8071f514-88c2-4831-9268-624212bd59d9 no longer exists at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:30:22.754408 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] No Port match for: 8071f514-88c2-4831-9268-624212bd59d9 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:30:22.754711 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 8071f514-88c2-4831-9268-624212bd59d9 not bound to the agent host hv-cinder-82489 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:30:22.761148 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:22.864057 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9bb166ad-d20e-4c96-a56f-193e89720e4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-986109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025168'] for router_interface (1bcca07b-b29f-40bc-bb8f-38826220eb83), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:23.094420 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb166ad-d20e-4c96-a56f-193e89720e4b admin admin] Router 1bcca07b-b29f-40bc-bb8f-38826220eb83 has already been hosted by L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 {{(pid=102498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:30:23.215104 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb166ad-d20e-4c96-a56f-193e89720e4b admin admin] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:30:23.223297 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-9bb166ad-d20e-4c96-a56f-193e89720e4b admin admin] 10.222.0.64 "PUT /v2.0/routers/1bcca07b-b29f-40bc-bb8f-38826220eb83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5705731 Jan 17 21:30:23.223667 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 60194) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:30:23.225739 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0274229-47b1-4aac-96be-4a44df11367c None None] Sync routers for ids ['1bcca07b-b29f-40bc-bb8f-38826220eb83'] in dv-cinder-824895-3-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:30:23.236711 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0274229-47b1-4aac-96be-4a44df11367c None None] Routers {'1bcca07b-b29f-40bc-bb8f-38826220eb83'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:30:23.237139 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-d0274229-47b1-4aac-96be-4a44df11367c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:29:58Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['1bcca07b-b29f-40bc-bb8f-38826220eb83'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:30:23.348233 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-d0274229-47b1-4aac-96be-4a44df11367c None None] Set router 1bcca07b-b29f-40bc-bb8f-38826220eb83 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:30:23.364472 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-66e51657-ce3b-4040-ae66-d5dcc7b30568 admin admin] Publish callbacks [] for router (1bcca07b-b29f-40bc-bb8f-38826220eb83), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:23.471395 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-66e51657-ce3b-4040-ae66-d5dcc7b30568 admin admin] Publish callbacks [] for router_gateway (1bcca07b-b29f-40bc-bb8f-38826220eb83), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:23.529592 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-66e51657-ce3b-4040-ae66-d5dcc7b30568 admin admin] Deleting port 2ff182de-58fe-4d56-8cb4-4800b19d023b {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:30:23.530066 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-66e51657-ce3b-4040-ae66-d5dcc7b30568 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (2ff182de-58fe-4d56-8cb4-4800b19d023b), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:23.535876 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-d0274229-47b1-4aac-96be-4a44df11367c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bcca07b-b29f-40bc-bb8f-38826220eb83', 'name': 'tempest-TestMinimumBasicScenario-133427780-router', 'tenant_id': '33682ba1d2ed4a519d30f654b5d9b876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '2ff182de-58fe-4d56-8cb4-4800b19d023b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:26:41Z', 'updated_at': '2022-01-17T21:30:22Z', 'revision_number': 5, 'project_id': '33682ba1d2ed4a519d30f654b5d9b876', 'gw_port': {'id': '2ff182de-58fe-4d56-8cb4-4800b19d023b', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcca07b-b29f-40bc-bb8f-38826220eb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:26:42Z', 'updated_at': '2022-01-17T21:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi'}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:30:23.562368 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0274229-47b1-4aac-96be-4a44df11367c None None] Checking router: 1bcca07b-b29f-40bc-bb8f-38826220eb83 for host: dv-cinder-824895-3-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:30:23.571865 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0274229-47b1-4aac-96be-4a44df11367c None None] Routers {'1bcca07b-b29f-40bc-bb8f-38826220eb83'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:30:23.572520 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-d0274229-47b1-4aac-96be-4a44df11367c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:29:58Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['1bcca07b-b29f-40bc-bb8f-38826220eb83'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:30:23.659990 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-66e51657-ce3b-4040-ae66-d5dcc7b30568 admin admin] For port 2ff182de-58fe-4d56-8cb4-4800b19d023b, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=2ff182de-58fe-4d56-8cb4-4800b19d023b,segment=NetworkSegment(639a724d-f7b6-49a0-bd3a-5adbc7060ec3),segment_id=639a724d-f7b6-49a0-bd3a-5adbc7060ec3)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:30:23.661265 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-66e51657-ce3b-4040-ae66-d5dcc7b30568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (2ff182de-58fe-4d56-8cb4-4800b19d023b), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:23.665515 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-d0274229-47b1-4aac-96be-4a44df11367c None None] Set router 1bcca07b-b29f-40bc-bb8f-38826220eb83 gateway port host: None {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:30:23.683739 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-66e51657-ce3b-4040-ae66-d5dcc7b30568 admin admin] Calling delete_port for 2ff182de-58fe-4d56-8cb4-4800b19d023b owned by network:router_gateway {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:30:23.754355 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-d0274229-47b1-4aac-96be-4a44df11367c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bcca07b-b29f-40bc-bb8f-38826220eb83', 'name': 'tempest-TestMinimumBasicScenario-133427780-router', 'tenant_id': '33682ba1d2ed4a519d30f654b5d9b876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:26:41Z', 'updated_at': '2022-01-17T21:30:23Z', 'revision_number': 6, 'project_id': '33682ba1d2ed4a519d30f654b5d9b876', 'gw_port_host': None}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:30:23.796600 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0274229-47b1-4aac-96be-4a44df11367c None None] The sync data for ids ['1bcca07b-b29f-40bc-bb8f-38826220eb83'] in dv-cinder-824895-3-iscsi is: [{'id': '1bcca07b-b29f-40bc-bb8f-38826220eb83', 'name': 'tempest-TestMinimumBasicScenario-133427780-router', 'tenant_id': '33682ba1d2ed4a519d30f654b5d9b876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:26:41Z', 'updated_at': '2022-01-17T21:30:23Z', 'revision_number': 6, 'project_id': '33682ba1d2ed4a519d30f654b5d9b876', 'gw_port_host': None}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:30:23.901760 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-66e51657-ce3b-4040-ae66-d5dcc7b30568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (2ff182de-58fe-4d56-8cb4-4800b19d023b), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:23.927190 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e51657-ce3b-4040-ae66-d5dcc7b30568 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ff182de-58fe-4d56-8cb4-4800b19d023b,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:30:24.000545 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-66e51657-ce3b-4040-ae66-d5dcc7b30568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1018746'] for router_gateway (1bcca07b-b29f-40bc-bb8f-38826220eb83), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:24.164944 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-66e51657-ce3b-4040-ae66-d5dcc7b30568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1026029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25730'] for router (1bcca07b-b29f-40bc-bb8f-38826220eb83), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:24.168972 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-66e51657-ce3b-4040-ae66-d5dcc7b30568 admin admin] Publish callbacks [] for router_controller (1bcca07b-b29f-40bc-bb8f-38826220eb83), precommit_delete_associations {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:24.219701 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:30:24.252049 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-66e51657-ce3b-4040-ae66-d5dcc7b30568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1026022'] for router (1bcca07b-b29f-40bc-bb8f-38826220eb83), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:24.252826 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e51657-ce3b-4040-ae66-d5dcc7b30568 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bcca07b-b29f-40bc-bb8f-38826220eb83 {{(pid=102499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 21:30:24.258985 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-66e51657-ce3b-4040-ae66-d5dcc7b30568 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:24.260104 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-66e51657-ce3b-4040-ae66-d5dcc7b30568 admin admin] 10.222.0.64 "DELETE /v2.0/routers/1bcca07b-b29f-40bc-bb8f-38826220eb83 HTTP/1.1" status: 204 len: 168 time: 1.0317278 Jan 17 21:30:24.262550 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 60196) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:30:24.311747 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_v2 [None req-f96d837a-8b84-4998-9af5-2ab8b0719656 admin admin] Deleting subnet 81b87183-4e00-4a16-bbfe-d89ac0d04be4 {{(pid=102499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 21:30:24.315034 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f96d837a-8b84-4998-9af5-2ab8b0719656 admin admin] Publish callbacks [] for subnet (81b87183-4e00-4a16-bbfe-d89ac0d04be4), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:24.352313 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f96d837a-8b84-4998-9af5-2ab8b0719656 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2903808'] for subnet (81b87183-4e00-4a16-bbfe-d89ac0d04be4), precommit_delete_associations {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:24.469493 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f96d837a-8b84-4998-9af5-2ab8b0719656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7879495'] for subnet (81b87183-4e00-4a16-bbfe-d89ac0d04be4), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:24.524760 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f96d837a-8b84-4998-9af5-2ab8b0719656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7879504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3358394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2835234'] for subnet (81b87183-4e00-4a16-bbfe-d89ac0d04be4), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:24.552456 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d837a-8b84-4998-9af5-2ab8b0719656 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81b87183-4e00-4a16-bbfe-d89ac0d04be4,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:30:24.556249 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f96d837a-8b84-4998-9af5-2ab8b0719656 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:24.559875 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-f96d837a-8b84-4998-9af5-2ab8b0719656 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/81b87183-4e00-4a16-bbfe-d89ac0d04be4 HTTP/1.1" status: 204 len: 168 time: 0.2959931 Jan 17 21:30:24.563643 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 60200) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:30:24.564142 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f02a30-ac91-4485-bd68-11df9fb14f27 None None] Network cc4abef7-e15d-4b61-841c-c9c636857baa requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:30:24.633703 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 8d6fd37f-6f19-423e-8d62-c3f878363f4b no longer exists at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:30:24.659691 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f331e3a3-8f01-4c4a-a9ce-b2b7c6d4c3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8337467'] for network (cc4abef7-e15d-4b61-841c-c9c636857baa), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:24.680351 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] No Port match for: 8d6fd37f-6f19-423e-8d62-c3f878363f4b {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:30:24.680721 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 8d6fd37f-6f19-423e-8d62-c3f878363f4b not bound to the agent host dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:30:24.681154 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 2ff182de-58fe-4d56-8cb4-4800b19d023b no longer exists at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:30:24.718776 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] No Port match for: 2ff182de-58fe-4d56-8cb4-4800b19d023b {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:30:24.719981 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 2ff182de-58fe-4d56-8cb4-4800b19d023b not bound to the agent host dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:30:24.769349 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-f331e3a3-8f01-4c4a-a9ce-b2b7c6d4c3a7 admin admin] Deleting port b169b03d-2444-45fe-a714-b79f295ad460 {{(pid=102498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:30:24.769349 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f331e3a3-8f01-4c4a-a9ce-b2b7c6d4c3a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (b169b03d-2444-45fe-a714-b79f295ad460), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:24.835871 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a3959d-08a2-4862-bc29-3eb889db73c2 None None] DHCP port deletion for cc4abef7-e15d-4b61-841c-c9c636857baa request from dv-cinder-824895-3-iscsi {{(pid=102500) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 21:30:24.868087 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-f331e3a3-8f01-4c4a-a9ce-b2b7c6d4c3a7 admin admin] For port b169b03d-2444-45fe-a714-b79f295ad460, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=b169b03d-2444-45fe-a714-b79f295ad460,segment=NetworkSegment(4e870e10-479f-4aea-8432-5a82b2ac39a7),segment_id=4e870e10-479f-4aea-8432-5a82b2ac39a7)] {{(pid=102498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:30:24.868496 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f331e3a3-8f01-4c4a-a9ce-b2b7c6d4c3a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (b169b03d-2444-45fe-a714-b79f295ad460), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:24.886530 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-f331e3a3-8f01-4c4a-a9ce-b2b7c6d4c3a7 admin admin] Calling delete_port for b169b03d-2444-45fe-a714-b79f295ad460 owned by network:dhcp {{(pid=102498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:30:24.906003 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-58a3959d-08a2-4862-bc29-3eb889db73c2 None None] Deleting port b169b03d-2444-45fe-a714-b79f295ad460 {{(pid=102500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:30:24.906740 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-58a3959d-08a2-4862-bc29-3eb889db73c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (b169b03d-2444-45fe-a714-b79f295ad460), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:24.991406 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f331e3a3-8f01-4c4a-a9ce-b2b7c6d4c3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863200'] for port (b169b03d-2444-45fe-a714-b79f295ad460), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:24.991939 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-58a3959d-08a2-4862-bc29-3eb889db73c2 None None] For port b169b03d-2444-45fe-a714-b79f295ad460, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=b169b03d-2444-45fe-a714-b79f295ad460,segment=NetworkSegment(4e870e10-479f-4aea-8432-5a82b2ac39a7),segment_id=4e870e10-479f-4aea-8432-5a82b2ac39a7)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:30:24.992596 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-58a3959d-08a2-4862-bc29-3eb889db73c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (b169b03d-2444-45fe-a714-b79f295ad460), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:24.996159 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b0dad17e-fd62-4550-aa83-d46894c68957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:25.023915 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-58a3959d-08a2-4862-bc29-3eb889db73c2 None None] Calling delete_port for b169b03d-2444-45fe-a714-b79f295ad460 owned by network:dhcp {{(pid=102500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:30:25.024312 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f331e3a3-8f01-4c4a-a9ce-b2b7c6d4c3a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b169b03d-2444-45fe-a714-b79f295ad460,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:30:25.027935 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f331e3a3-8f01-4c4a-a9ce-b2b7c6d4c3a7 admin admin] No DVR routers for this DVR port b169b03d-2444-45fe-a714-b79f295ad460 on host dv-cinder-824895-3-iscsi {{(pid=102498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:30:25.118865 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f331e3a3-8f01-4c4a-a9ce-b2b7c6d4c3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876800', 'neutron.services.segments.db._delete_segments_for_network-8789461539368'] for network (cc4abef7-e15d-4b61-841c-c9c636857baa), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:25.141269 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.services.segments.db [None req-f331e3a3-8f01-4c4a-a9ce-b2b7c6d4c3a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc4abef7-e15d-4b61-841c-c9c636857baa']}} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:30:25.151869 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-58a3959d-08a2-4862-bc29-3eb889db73c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974'] for port (b169b03d-2444-45fe-a714-b79f295ad460), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:25.162442 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.services.segments.db [None req-f331e3a3-8f01-4c4a-a9ce-b2b7c6d4c3a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e870e10-479f-4aea-8432-5a82b2ac39a7') {'for_net_delete': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:30:25.162783 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.services.segments.db [None req-f331e3a3-8f01-4c4a-a9ce-b2b7c6d4c3a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e870e10-479f-4aea-8432-5a82b2ac39a7') {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:30:25.173369 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f331e3a3-8f01-4c4a-a9ce-b2b7c6d4c3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789461539633', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4063680'] for segment (4e870e10-479f-4aea-8432-5a82b2ac39a7), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:25.178740 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3959d-08a2-4862-bc29-3eb889db73c2 None None] Pushing event deleted for resources: {'Port': ['ID=b169b03d-2444-45fe-a714-b79f295ad460,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:30:25.186910 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a3959d-08a2-4862-bc29-3eb889db73c2 None None] No DVR routers for this DVR port b169b03d-2444-45fe-a714-b79f295ad460 on host dv-cinder-824895-3-iscsi {{(pid=102500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:30:25.189658 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3959d-08a2-4862-bc29-3eb889db73c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:30:25.190011 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f331e3a3-8f01-4c4a-a9ce-b2b7c6d4c3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874'] for segment (4e870e10-479f-4aea-8432-5a82b2ac39a7), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:25.190379 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3959d-08a2-4862-bc29-3eb889db73c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:30:25.190793 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3959d-08a2-4862-bc29-3eb889db73c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:30:25.191196 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3959d-08a2-4862-bc29-3eb889db73c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:30:25.191637 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3959d-08a2-4862-bc29-3eb889db73c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:30:25.191977 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3959d-08a2-4862-bc29-3eb889db73c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:30:25.193145 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3959d-08a2-4862-bc29-3eb889db73c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:30:25.193497 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3959d-08a2-4862-bc29-3eb889db73c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:30:25.193832 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3959d-08a2-4862-bc29-3eb889db73c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:30:25.194175 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3959d-08a2-4862-bc29-3eb889db73c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:30:25.194503 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3959d-08a2-4862-bc29-3eb889db73c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:30:25.194827 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3959d-08a2-4862-bc29-3eb889db73c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:30:25.195148 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3959d-08a2-4862-bc29-3eb889db73c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:30:25.201859 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f331e3a3-8f01-4c4a-a9ce-b2b7c6d4c3a7 admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=102498) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 21:30:25.202305 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f331e3a3-8f01-4c4a-a9ce-b2b7c6d4c3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8863165'] for segment (4e870e10-479f-4aea-8432-5a82b2ac39a7), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: warnings.warn(msg) Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: Traceback (most recent call last): Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: timer() Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: cb(*args, **kw) Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: return func(*args, **kwargs) Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: self._notify() Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: self.callback(batched_events) Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: event.method(event) Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: return f(self, *a, **k) Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 21:30:25.204161 dv-cinder-824895-3-iscsi neutron-server[102498]: return self._get(url).json() Jan 17 21:30:25.208462 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 21:30:25.208462 dv-cinder-824895-3-iscsi neutron-server[102498]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 21:30:25.208462 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 21:30:25.208462 dv-cinder-824895-3-iscsi neutron-server[102498]: return self.request(url, 'GET', **kwargs) Jan 17 21:30:25.208462 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 21:30:25.208462 dv-cinder-824895-3-iscsi neutron-server[102498]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 21:30:25.208462 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 21:30:25.208462 dv-cinder-824895-3-iscsi neutron-server[102498]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 21:30:25.208462 dv-cinder-824895-3-iscsi neutron-server[102498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 21:30:25.208462 dv-cinder-824895-3-iscsi neutron-server[102498]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 21:30:25.208462 dv-cinder-824895-3-iscsi neutron-server[102498]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 21:30:25.286994 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f331e3a3-8f01-4c4a-a9ce-b2b7c6d4c3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1018646'] for network (cc4abef7-e15d-4b61-841c-c9c636857baa), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:25.296125 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f331e3a3-8f01-4c4a-a9ce-b2b7c6d4c3a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for network (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:25.301463 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-f331e3a3-8f01-4c4a-a9ce-b2b7c6d4c3a7 admin admin] 10.222.0.64 "DELETE /v2.0/networks/cc4abef7-e15d-4b61-841c-c9c636857baa HTTP/1.1" status: 204 len: 168 time: 0.7358530 Jan 17 21:30:25.306223 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 60202) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:30:25.315752 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f331e3a3-8f01-4c4a-a9ce-b2b7c6d4c3a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc4abef7-e15d-4b61-841c-c9c636857baa,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:30:25.738637 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8dbb2abf-ef4c-490a-a38d-0d864bd1c558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1024512'] for router_interface (eea9946a-340e-4d5c-958e-37ca743d156c), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:25.994037 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-8dbb2abf-ef4c-490a-a38d-0d864bd1c558 admin admin] Deleting port 5e0a2110-ff38-491a-a61c-30231e758c52 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:30:25.994308 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8dbb2abf-ef4c-490a-a38d-0d864bd1c558 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (5e0a2110-ff38-491a-a61c-30231e758c52), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:26.075369 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-8dbb2abf-ef4c-490a-a38d-0d864bd1c558 admin admin] For port 5e0a2110-ff38-491a-a61c-30231e758c52, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=5e0a2110-ff38-491a-a61c-30231e758c52,segment=NetworkSegment(20e1164d-e0ec-4204-95a0-1551d7c578d0),segment_id=20e1164d-e0ec-4204-95a0-1551d7c578d0)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:30:26.075830 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8dbb2abf-ef4c-490a-a38d-0d864bd1c558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (5e0a2110-ff38-491a-a61c-30231e758c52), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:26.091513 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-8dbb2abf-ef4c-490a-a38d-0d864bd1c558 admin admin] Calling delete_port for 5e0a2110-ff38-491a-a61c-30231e758c52 owned by network:router_interface {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:30:26.280925 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8dbb2abf-ef4c-490a-a38d-0d864bd1c558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (5e0a2110-ff38-491a-a61c-30231e758c52), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:26.307978 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb2abf-ef4c-490a-a38d-0d864bd1c558 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e0a2110-ff38-491a-a61c-30231e758c52,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:30:26.499130 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8dbb2abf-ef4c-490a-a38d-0d864bd1c558 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-986109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025168'] for router_interface (eea9946a-340e-4d5c-958e-37ca743d156c), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:26.537437 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device b169b03d-2444-45fe-a714-b79f295ad460 no longer exists at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:30:26.559498 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] No Port match for: b169b03d-2444-45fe-a714-b79f295ad460 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:30:26.559847 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device b169b03d-2444-45fe-a714-b79f295ad460 not bound to the agent host dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:30:26.990925 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dbb2abf-ef4c-490a-a38d-0d864bd1c558 admin admin] Router eea9946a-340e-4d5c-958e-37ca743d156c has already been hosted by L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:30:27.098788 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dbb2abf-ef4c-490a-a38d-0d864bd1c558 admin admin] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:30:27.104402 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-8dbb2abf-ef4c-490a-a38d-0d864bd1c558 admin admin] 10.222.0.64 "PUT /v2.0/routers/eea9946a-340e-4d5c-958e-37ca743d156c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7961719 Jan 17 21:30:27.107412 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 60208) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:30:27.113167 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9d84a5-25ff-43b1-996d-30481d0683a2 None None] Sync routers for ids ['eea9946a-340e-4d5c-958e-37ca743d156c'] in dv-cinder-824895-3-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:30:27.125869 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9d84a5-25ff-43b1-996d-30481d0683a2 None None] Routers {'eea9946a-340e-4d5c-958e-37ca743d156c'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:30:27.126623 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-ac9d84a5-25ff-43b1-996d-30481d0683a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:29:58Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['eea9946a-340e-4d5c-958e-37ca743d156c'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:30:27.214863 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-216f641e-c888-42d7-9212-62d2ffb274a4 admin admin] Publish callbacks [] for router (eea9946a-340e-4d5c-958e-37ca743d156c), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:27.233022 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-ac9d84a5-25ff-43b1-996d-30481d0683a2 None None] Set router eea9946a-340e-4d5c-958e-37ca743d156c gateway port host: dv-cinder-824895-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:30:27.333859 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-216f641e-c888-42d7-9212-62d2ffb274a4 admin admin] Publish callbacks [] for router_gateway (eea9946a-340e-4d5c-958e-37ca743d156c), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:27.392164 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-216f641e-c888-42d7-9212-62d2ffb274a4 admin admin] Deleting port 6eadb1af-cb2e-481e-822d-4cd7216c5881 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:30:27.392547 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-216f641e-c888-42d7-9212-62d2ffb274a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (6eadb1af-cb2e-481e-822d-4cd7216c5881), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:27.450802 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-ac9d84a5-25ff-43b1-996d-30481d0683a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea9946a-340e-4d5c-958e-37ca743d156c', 'name': 'tempest-TestMinimumBasicScenario-886864114-router', 'tenant_id': '25b6b4d414ba4fcba7719e193b34e918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '6eadb1af-cb2e-481e-822d-4cd7216c5881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:26:45Z', 'updated_at': '2022-01-17T21:30:26Z', 'revision_number': 5, 'project_id': '25b6b4d414ba4fcba7719e193b34e918', 'gw_port': {'id': '6eadb1af-cb2e-481e-822d-4cd7216c5881', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea9946a-340e-4d5c-958e-37ca743d156c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:26:46Z', 'updated_at': '2022-01-17T21:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi'}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:30:27.478026 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9d84a5-25ff-43b1-996d-30481d0683a2 None None] Checking router: eea9946a-340e-4d5c-958e-37ca743d156c for host: dv-cinder-824895-3-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:30:27.487097 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9d84a5-25ff-43b1-996d-30481d0683a2 None None] Routers {'eea9946a-340e-4d5c-958e-37ca743d156c'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:30:27.487723 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-ac9d84a5-25ff-43b1-996d-30481d0683a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:29:58Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['eea9946a-340e-4d5c-958e-37ca743d156c'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:30:27.488230 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-216f641e-c888-42d7-9212-62d2ffb274a4 admin admin] For port 6eadb1af-cb2e-481e-822d-4cd7216c5881, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=6eadb1af-cb2e-481e-822d-4cd7216c5881,segment=NetworkSegment(639a724d-f7b6-49a0-bd3a-5adbc7060ec3),segment_id=639a724d-f7b6-49a0-bd3a-5adbc7060ec3)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:30:27.488684 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-216f641e-c888-42d7-9212-62d2ffb274a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (6eadb1af-cb2e-481e-822d-4cd7216c5881), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:27.503475 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-216f641e-c888-42d7-9212-62d2ffb274a4 admin admin] Calling delete_port for 6eadb1af-cb2e-481e-822d-4cd7216c5881 owned by network:router_gateway {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:30:27.582811 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-ac9d84a5-25ff-43b1-996d-30481d0683a2 None None] Set router eea9946a-340e-4d5c-958e-37ca743d156c gateway port host: None {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:30:27.638237 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-ac9d84a5-25ff-43b1-996d-30481d0683a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea9946a-340e-4d5c-958e-37ca743d156c', 'name': 'tempest-TestMinimumBasicScenario-886864114-router', 'tenant_id': '25b6b4d414ba4fcba7719e193b34e918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:26:45Z', 'updated_at': '2022-01-17T21:30:27Z', 'revision_number': 6, 'project_id': '25b6b4d414ba4fcba7719e193b34e918', 'gw_port_host': None}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:30:27.673878 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-4f106bc6-9763-44a9-a054-33c679fc2312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:27.741483 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-216f641e-c888-42d7-9212-62d2ffb274a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (6eadb1af-cb2e-481e-822d-4cd7216c5881), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:27.765932 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9d84a5-25ff-43b1-996d-30481d0683a2 None None] The sync data for ids ['eea9946a-340e-4d5c-958e-37ca743d156c'] in dv-cinder-824895-3-iscsi is: [{'id': 'eea9946a-340e-4d5c-958e-37ca743d156c', 'name': 'tempest-TestMinimumBasicScenario-886864114-router', 'tenant_id': '25b6b4d414ba4fcba7719e193b34e918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:26:45Z', 'updated_at': '2022-01-17T21:30:27Z', 'revision_number': 6, 'project_id': '25b6b4d414ba4fcba7719e193b34e918', 'gw_port_host': None}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:30:27.769755 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f641e-c888-42d7-9212-62d2ffb274a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6eadb1af-cb2e-481e-822d-4cd7216c5881,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:30:27.834836 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-216f641e-c888-42d7-9212-62d2ffb274a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1018746'] for router_gateway (eea9946a-340e-4d5c-958e-37ca743d156c), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:27.935978 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-216f641e-c888-42d7-9212-62d2ffb274a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1026029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25730'] for router (eea9946a-340e-4d5c-958e-37ca743d156c), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:27.938408 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-216f641e-c888-42d7-9212-62d2ffb274a4 admin admin] Publish callbacks [] for router_controller (eea9946a-340e-4d5c-958e-37ca743d156c), precommit_delete_associations {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:27.985071 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-216f641e-c888-42d7-9212-62d2ffb274a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1026022'] for router (eea9946a-340e-4d5c-958e-37ca743d156c), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:27.985876 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216f641e-c888-42d7-9212-62d2ffb274a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eea9946a-340e-4d5c-958e-37ca743d156c {{(pid=102499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 21:30:27.991333 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-216f641e-c888-42d7-9212-62d2ffb274a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:27.992542 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-216f641e-c888-42d7-9212-62d2ffb274a4 admin admin] 10.222.0.64 "DELETE /v2.0/routers/eea9946a-340e-4d5c-958e-37ca743d156c HTTP/1.1" status: 204 len: 168 time: 0.8842697 Jan 17 21:30:27.995127 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 60212) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:30:28.039974 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a40458-d7b2-42f6-92e2-ac6ffafb27cc admin admin] Deleting subnet 662035a5-24d9-4501-88a9-e13e6ecf0c10 {{(pid=102499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 21:30:28.043382 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-01a40458-d7b2-42f6-92e2-ac6ffafb27cc admin admin] Publish callbacks [] for subnet (662035a5-24d9-4501-88a9-e13e6ecf0c10), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:28.084218 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-01a40458-d7b2-42f6-92e2-ac6ffafb27cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2903808'] for subnet (662035a5-24d9-4501-88a9-e13e6ecf0c10), precommit_delete_associations {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:28.176877 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-01a40458-d7b2-42f6-92e2-ac6ffafb27cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7879495'] for subnet (662035a5-24d9-4501-88a9-e13e6ecf0c10), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:28.246098 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-01a40458-d7b2-42f6-92e2-ac6ffafb27cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7879504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3358394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2835234'] for subnet (662035a5-24d9-4501-88a9-e13e6ecf0c10), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:28.272346 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a40458-d7b2-42f6-92e2-ac6ffafb27cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=662035a5-24d9-4501-88a9-e13e6ecf0c10,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:30:28.277827 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-01a40458-d7b2-42f6-92e2-ac6ffafb27cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:28.281274 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-01a40458-d7b2-42f6-92e2-ac6ffafb27cc admin admin] 10.222.0.64 "DELETE /v2.0/subnets/662035a5-24d9-4501-88a9-e13e6ecf0c10 HTTP/1.1" status: 204 len: 168 time: 0.2852292 Jan 17 21:30:28.285516 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 60214) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:30:28.286177 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f703673b-f241-4fed-bb54-054ad3e4eafd None None] Network 137b039d-408e-4ab8-be9d-2f22f835ce1a requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:30:28.364955 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b214b1cb-6d71-4e40-9565-fe1d7be9bacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8337467'] for network (137b039d-408e-4ab8-be9d-2f22f835ce1a), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:28.432975 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-b214b1cb-6d71-4e40-9565-fe1d7be9bacb admin admin] Deleting port 21af02fe-8388-447d-90d6-19b542c49ceb {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:30:28.433417 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b214b1cb-6d71-4e40-9565-fe1d7be9bacb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (21af02fe-8388-447d-90d6-19b542c49ceb), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:28.477666 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:28.502057 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-b214b1cb-6d71-4e40-9565-fe1d7be9bacb admin admin] For port 21af02fe-8388-447d-90d6-19b542c49ceb, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=21af02fe-8388-447d-90d6-19b542c49ceb,segment=NetworkSegment(20e1164d-e0ec-4204-95a0-1551d7c578d0),segment_id=20e1164d-e0ec-4204-95a0-1551d7c578d0)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:30:28.502447 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b214b1cb-6d71-4e40-9565-fe1d7be9bacb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (21af02fe-8388-447d-90d6-19b542c49ceb), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:28.516921 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-b214b1cb-6d71-4e40-9565-fe1d7be9bacb admin admin] Calling delete_port for 21af02fe-8388-447d-90d6-19b542c49ceb owned by network:dhcp {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:30:28.577304 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93deb43a-766e-406a-993d-07bb9faf75b4 None None] DHCP port deletion for 137b039d-408e-4ab8-be9d-2f22f835ce1a request from dv-cinder-824895-3-iscsi {{(pid=102500) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 21:30:28.623819 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b214b1cb-6d71-4e40-9565-fe1d7be9bacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (21af02fe-8388-447d-90d6-19b542c49ceb), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:28.662457 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 6eadb1af-cb2e-481e-822d-4cd7216c5881 no longer exists at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:30:28.668564 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-93deb43a-766e-406a-993d-07bb9faf75b4 None None] Deleting port 21af02fe-8388-447d-90d6-19b542c49ceb {{(pid=102500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:30:28.668935 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-93deb43a-766e-406a-993d-07bb9faf75b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (21af02fe-8388-447d-90d6-19b542c49ceb), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:28.678282 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b214b1cb-6d71-4e40-9565-fe1d7be9bacb admin admin] No DVR routers for this DVR port 21af02fe-8388-447d-90d6-19b542c49ceb on host dv-cinder-824895-3-iscsi {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:30:28.680997 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214b1cb-6d71-4e40-9565-fe1d7be9bacb admin admin] Pushing event deleted for resources: {'Port': ['ID=21af02fe-8388-447d-90d6-19b542c49ceb,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:30:28.688424 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] No Port match for: 6eadb1af-cb2e-481e-822d-4cd7216c5881 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:30:28.689394 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 6eadb1af-cb2e-481e-822d-4cd7216c5881 not bound to the agent host dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:30:28.689834 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 21af02fe-8388-447d-90d6-19b542c49ceb no longer exists at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:30:28.746812 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] No Port match for: 21af02fe-8388-447d-90d6-19b542c49ceb {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:30:28.747153 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 21af02fe-8388-447d-90d6-19b542c49ceb not bound to the agent host dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:30:28.747756 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 5e0a2110-ff38-491a-a61c-30231e758c52 no longer exists at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:30:28.768025 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b214b1cb-6d71-4e40-9565-fe1d7be9bacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876800', 'neutron.services.segments.db._delete_segments_for_network-8789461539368'] for network (137b039d-408e-4ab8-be9d-2f22f835ce1a), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:28.780364 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] No Port match for: 5e0a2110-ff38-491a-a61c-30231e758c52 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:30:28.780754 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 5e0a2110-ff38-491a-a61c-30231e758c52 not bound to the agent host dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:30:28.797478 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-b214b1cb-6d71-4e40-9565-fe1d7be9bacb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['137b039d-408e-4ab8-be9d-2f22f835ce1a']}} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:30:28.804293 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-93deb43a-766e-406a-993d-07bb9faf75b4 None None] For port 21af02fe-8388-447d-90d6-19b542c49ceb, host dv-cinder-824895-3-iscsi, got binding levels [] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:30:28.805033 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-93deb43a-766e-406a-993d-07bb9faf75b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (21af02fe-8388-447d-90d6-19b542c49ceb), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:28.819623 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-93deb43a-766e-406a-993d-07bb9faf75b4 None None] Calling delete_port for 21af02fe-8388-447d-90d6-19b542c49ceb owned by network:dhcp {{(pid=102500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:30:28.819901 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-b214b1cb-6d71-4e40-9565-fe1d7be9bacb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20e1164d-e0ec-4204-95a0-1551d7c578d0') {'for_net_delete': True} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:30:28.820430 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-b214b1cb-6d71-4e40-9565-fe1d7be9bacb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20e1164d-e0ec-4204-95a0-1551d7c578d0') {} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:30:28.822729 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.ipam_backend_mixin [None req-93deb43a-766e-406a-993d-07bb9faf75b4 None None] Port 21af02fe-8388-447d-90d6-19b542c49ceb was not found and therefore no delete operation was performed {{(pid=102500) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 17 21:30:28.824271 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-93deb43a-766e-406a-993d-07bb9faf75b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974'] for port (21af02fe-8388-447d-90d6-19b542c49ceb), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:28.840768 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b214b1cb-6d71-4e40-9565-fe1d7be9bacb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789461539633', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901235'] for segment (20e1164d-e0ec-4204-95a0-1551d7c578d0), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:28.851006 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93deb43a-766e-406a-993d-07bb9faf75b4 None None] Pushing event deleted for resources: {'Port': ['ID=21af02fe-8388-447d-90d6-19b542c49ceb,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:30:28.858910 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93deb43a-766e-406a-993d-07bb9faf75b4 None None] No DVR routers for this DVR port 21af02fe-8388-447d-90d6-19b542c49ceb on host dv-cinder-824895-3-iscsi {{(pid=102500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:30:28.869650 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b214b1cb-6d71-4e40-9565-fe1d7be9bacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874'] for segment (20e1164d-e0ec-4204-95a0-1551d7c578d0), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:28.881227 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b214b1cb-6d71-4e40-9565-fe1d7be9bacb admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=102499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 21:30:28.881641 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b214b1cb-6d71-4e40-9565-fe1d7be9bacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3358420'] for segment (20e1164d-e0ec-4204-95a0-1551d7c578d0), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: Traceback (most recent call last): Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: timer() Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: cb(*args, **kw) Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: return func(*args, **kwargs) Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: self._notify() Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: self.callback(batched_events) Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: event.method(event) Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: return f(self, *a, **k) Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: return self._get(url).json() Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: return self.request(url, 'GET', **kwargs) Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 21:30:28.883850 dv-cinder-824895-3-iscsi neutron-server[102499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 21:30:28.976844 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b214b1cb-6d71-4e40-9565-fe1d7be9bacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1018646'] for network (137b039d-408e-4ab8-be9d-2f22f835ce1a), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:28.985957 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b214b1cb-6d71-4e40-9565-fe1d7be9bacb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:28.990724 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-b214b1cb-6d71-4e40-9565-fe1d7be9bacb admin admin] 10.222.0.64 "DELETE /v2.0/networks/137b039d-408e-4ab8-be9d-2f22f835ce1a HTTP/1.1" status: 204 len: 168 time: 0.7038090 Jan 17 21:30:29.004170 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214b1cb-6d71-4e40-9565-fe1d7be9bacb admin admin] Pushing event deleted for resources: {'Network': ['ID=137b039d-408e-4ab8-be9d-2f22f835ce1a,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:30:29.177265 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 60220) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:30:29.242378 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-76981170-430a-4317-acc8-24beb1d3ce7e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=33682ba1d2ed4a519d30f654b5d9b876&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0635145 Jan 17 21:30:29.245141 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 60222) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:30:29.315239 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-b0d5e113-3be3-4093-8434-dd444df71b8e admin admin] Publish callbacks [] for security_group (b357fe58-a928-4627-b33f-11c839b42bd6), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:29.342288 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-b0d5e113-3be3-4093-8434-dd444df71b8e admin admin] Publish callbacks [] for security_group (b357fe58-a928-4627-b33f-11c839b42bd6), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:29.399396 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-b0d5e113-3be3-4093-8434-dd444df71b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (b357fe58-a928-4627-b33f-11c839b42bd6), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:29.402119 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-b0d5e113-3be3-4093-8434-dd444df71b8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:29.403371 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-b0d5e113-3be3-4093-8434-dd444df71b8e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b357fe58-a928-4627-b33f-11c839b42bd6 HTTP/1.1" status: 204 len: 168 time: 0.1572692 Jan 17 21:30:29.413698 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d5e113-3be3-4093-8434-dd444df71b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b357fe58-a928-4627-b33f-11c839b42bd6,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:30:29.521710 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-49c4e138-fa8e-4d86-a1f4-5cbeb00cdb7b req-6297c813-f889-41f5-aed2-e6e877691f88 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422904 Jan 17 21:30:29.610582 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4e138-fa8e-4d86-a1f4-5cbeb00cdb7b req-6e3bd635-8c02-412c-95d1-88dd559e23bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:30:29.612100 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-49c4e138-fa8e-4d86-a1f4-5cbeb00cdb7b req-6e3bd635-8c02-412c-95d1-88dd559e23bf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=715ec979393344e694cfdd0eab44cb1c&device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 1099 time: 0.0491946 Jan 17 21:30:29.721075 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4e138-fa8e-4d86-a1f4-5cbeb00cdb7b req-78583b82-1161-4a6a-b1e8-d710458a5d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:30:29.722613 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-49c4e138-fa8e-4d86-a1f4-5cbeb00cdb7b req-78583b82-1161-4a6a-b1e8-d710458a5d35 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5dabefd5-55d4-49f2-9f4d-e4e0156bb858 HTTP/1.1" status: 200 len: 910 time: 0.0913491 Jan 17 21:30:29.792351 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 60232) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:30:29.801724 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-49c4e138-fa8e-4d86-a1f4-5cbeb00cdb7b req-aa4935a7-5f1e-4e8e-aa78-25f86219675f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=858678d3-306c-4afa-9059-494f90b38571 HTTP/1.1" status: 200 len: 1002 time: 0.0716052 Jan 17 21:30:29.839022 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-18646ab7-8c1f-40b3-9e67-34ab80548ebf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=25b6b4d414ba4fcba7719e193b34e918&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454540 Jan 17 21:30:29.841958 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 60234) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:30:29.855647 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4e138-fa8e-4d86-a1f4-5cbeb00cdb7b req-7bf564fc-de0b-493e-9149-2fcc6d52ab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:30:29.857233 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-49c4e138-fa8e-4d86-a1f4-5cbeb00cdb7b req-7bf564fc-de0b-493e-9149-2fcc6d52ab96 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ce55c7e9-d38a-4482-bf77-df5118b92855 HTTP/1.1" status: 200 len: 848 time: 0.0490475 Jan 17 21:30:29.900279 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c3eb27cc-dd64-46ab-8e7a-902738a44480 admin admin] Publish callbacks [] for security_group (a08cfdbd-b4d6-4d22-b2ec-8b3dc8ed99c1), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:29.921588 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4e138-fa8e-4d86-a1f4-5cbeb00cdb7b req-0a6ac5f7-86d0-4139-adc3-4de6d3b49635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:30:29.923160 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-49c4e138-fa8e-4d86-a1f4-5cbeb00cdb7b req-0a6ac5f7-86d0-4139-adc3-4de6d3b49635 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5dabefd5-55d4-49f2-9f4d-e4e0156bb858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0590751 Jan 17 21:30:29.928892 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c3eb27cc-dd64-46ab-8e7a-902738a44480 admin admin] Publish callbacks [] for security_group (a08cfdbd-b4d6-4d22-b2ec-8b3dc8ed99c1), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:29.938697 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [req-49c4e138-fa8e-4d86-a1f4-5cbeb00cdb7b req-bb26227a-3a5d-4f88-b77e-4732314e6bea service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102499) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 21:30:29.939892 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-49c4e138-fa8e-4d86-a1f4-5cbeb00cdb7b req-bb26227a-3a5d-4f88-b77e-4732314e6bea service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095804 Jan 17 21:30:29.991280 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c3eb27cc-dd64-46ab-8e7a-902738a44480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (a08cfdbd-b4d6-4d22-b2ec-8b3dc8ed99c1), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:29.995476 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c3eb27cc-dd64-46ab-8e7a-902738a44480 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:29.997181 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-c3eb27cc-dd64-46ab-8e7a-902738a44480 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a08cfdbd-b4d6-4d22-b2ec-8b3dc8ed99c1 HTTP/1.1" status: 204 len: 168 time: 0.1542597 Jan 17 21:30:30.007684 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb27cc-dd64-46ab-8e7a-902738a44480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08cfdbd-b4d6-4d22-b2ec-8b3dc8ed99c1,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:30:30.074582 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-49c4e138-fa8e-4d86-a1f4-5cbeb00cdb7b req-5fd9474c-7054-460c-a30a-c789365d04cc service neutron] 10.222.0.72 "GET /v2.0/networks/5dabefd5-55d4-49f2-9f4d-e4e0156bb858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280663 Jan 17 21:30:30.080408 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:30.195274 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-49c4e138-fa8e-4d86-a1f4-5cbeb00cdb7b req-6e61d3d8-77ef-47d6-a7f3-10d0e6fdf1b0 service neutron] 10.222.0.72 "GET /v2.0/networks/5dabefd5-55d4-49f2-9f4d-e4e0156bb858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145046 Jan 17 21:30:31.391335 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:47.830726 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 60272) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:30:47.991424 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-66217b9e-b801-4943-a881-781050cb03d0 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Deleting port bdc17339-abd5-4d86-82af-05c53bdf32a0 {{(pid=102498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:30:47.991768 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-66217b9e-b801-4943-a881-781050cb03d0 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (bdc17339-abd5-4d86-82af-05c53bdf32a0), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:48.069776 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-66217b9e-b801-4943-a881-781050cb03d0 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (bdc17339-abd5-4d86-82af-05c53bdf32a0), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:48.070104 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-66217b9e-b801-4943-a881-781050cb03d0 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks [] for floatingip (bdc17339-abd5-4d86-82af-05c53bdf32a0), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:48.083432 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-66217b9e-b801-4943-a881-781050cb03d0 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Calling delete_port for bdc17339-abd5-4d86-82af-05c53bdf32a0 owned by network:floatingip {{(pid=102498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:30:48.233092 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-66217b9e-b801-4943-a881-781050cb03d0 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863200'] for port (bdc17339-abd5-4d86-82af-05c53bdf32a0), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:48.506849 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66217b9e-b801-4943-a881-781050cb03d0 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Pushing event deleted for resources: {'Port': ['ID=bdc17339-abd5-4d86-82af-05c53bdf32a0,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:30:48.517042 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66217b9e-b801-4943-a881-781050cb03d0 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:30:48.517400 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66217b9e-b801-4943-a881-781050cb03d0 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:30:48.517748 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66217b9e-b801-4943-a881-781050cb03d0 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:30:48.518092 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66217b9e-b801-4943-a881-781050cb03d0 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:30:48.518464 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66217b9e-b801-4943-a881-781050cb03d0 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:30:48.518802 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66217b9e-b801-4943-a881-781050cb03d0 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:30:48.519124 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66217b9e-b801-4943-a881-781050cb03d0 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:30:48.520416 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66217b9e-b801-4943-a881-781050cb03d0 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:30:48.520416 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66217b9e-b801-4943-a881-781050cb03d0 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:30:48.520416 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66217b9e-b801-4943-a881-781050cb03d0 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:30:48.520416 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66217b9e-b801-4943-a881-781050cb03d0 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:30:48.521086 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66217b9e-b801-4943-a881-781050cb03d0 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:30:48.521086 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66217b9e-b801-4943-a881-781050cb03d0 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:30:48.585717 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-66217b9e-b801-4943-a881-781050cb03d0 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks [] for floatingip (d77f132d-388e-4ad4-a939-17dc51a91f39), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:48.586316 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.db.l3_db [None req-66217b9e-b801-4943-a881-781050cb03d0 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Floating IP d77f132d-388e-4ad4-a939-17dc51a91f39 disassociated (deleted). External IP: 172.27.0.159, port: 858678d3-306c-4afa-9059-494f90b38571. Jan 17 21:30:48.848604 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66217b9e-b801-4943-a881-781050cb03d0 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Router 38fe4851-88a9-4bd1-b523-0559c1a29056 has already been hosted by L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 {{(pid=102498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:30:48.978051 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66217b9e-b801-4943-a881-781050cb03d0 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:30:48.984667 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-66217b9e-b801-4943-a881-781050cb03d0 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for floatingip (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:48.991193 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb7fd47-53d1-448d-badf-2772778cf7cc None None] Sync routers for ids ['38fe4851-88a9-4bd1-b523-0559c1a29056'] in dv-cinder-824895-3-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:30:49.002893 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb7fd47-53d1-448d-badf-2772778cf7cc None None] Routers {'38fe4851-88a9-4bd1-b523-0559c1a29056'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:30:49.003540 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-efb7fd47-53d1-448d-badf-2772778cf7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:30:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['38fe4851-88a9-4bd1-b523-0559c1a29056'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:30:49.036996 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-66217b9e-b801-4943-a881-781050cb03d0 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "DELETE /v2.0/floatingips/d77f132d-388e-4ad4-a939-17dc51a91f39 HTTP/1.1" status: 204 len: 168 time: 1.2049098 Jan 17 21:30:49.037603 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a05a7cb-fb38-46fe-a04b-f8c66845fbd8', 'tag': '858678d3-306c-4afa-9059-494f90b38571'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:30:49.039926 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d7793c37eab3cfdbfb603451246e19a518df2119e31a6609dfbcf4a214a471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be691e02-a182-41a9-9ede-09b8baa0ff7c" -d '{"events": [{"name": "network-changed", "server_uuid": "7a05a7cb-fb38-46fe-a04b-f8c66845fbd8", "tag": "858678d3-306c-4afa-9059-494f90b38571"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:30:49.096237 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325b003e-854e-4218-b9f6-ea7bbcc490b4 x-openstack-request-id: req-325b003e-854e-4218-b9f6-ea7bbcc490b4 {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:30:49.097134 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a05a7cb-fb38-46fe-a04b-f8c66845fbd8", "tag": "858678d3-306c-4afa-9059-494f90b38571", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:30:49.097361 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-325b003e-854e-4218-b9f6-ea7bbcc490b4 {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:30:49.097769 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a05a7cb-fb38-46fe-a04b-f8c66845fbd8', 'tag': '858678d3-306c-4afa-9059-494f90b38571', 'status': 'completed', 'code': 200} Jan 17 21:30:49.294805 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-efb7fd47-53d1-448d-badf-2772778cf7cc None None] Set router 38fe4851-88a9-4bd1-b523-0559c1a29056 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:30:49.376962 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc6ab2-bfdb-4d3d-a565-3e7ef18ec8b7 req-bb00f297-2acb-4b93-9594-6bfa0444d2d5 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:30:49.378519 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-22cc6ab2-bfdb-4d3d-a565-3e7ef18ec8b7 req-bb00f297-2acb-4b93-9594-6bfa0444d2d5 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 946 time: 0.0713086 Jan 17 21:30:49.418324 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be691e02-a182-41a9-9ede-09b8baa0ff7c req-aeb1bb9b-c20a-4bfa-854f-f3fa7a8cd1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:30:49.420049 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-be691e02-a182-41a9-9ede-09b8baa0ff7c req-aeb1bb9b-c20a-4bfa-854f-f3fa7a8cd1d0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=715ec979393344e694cfdd0eab44cb1c&device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 1099 time: 0.3010414 Jan 17 21:30:49.476731 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-22cc6ab2-bfdb-4d3d-a565-3e7ef18ec8b7 req-ce039ec3-4a16-4521-a3c0-b467d6baf724 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875168 Jan 17 21:30:49.564936 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be691e02-a182-41a9-9ede-09b8baa0ff7c req-d34d7f90-14c9-41a1-941a-ff4f6226bbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:30:49.566521 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-be691e02-a182-41a9-9ede-09b8baa0ff7c req-d34d7f90-14c9-41a1-941a-ff4f6226bbe3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5dabefd5-55d4-49f2-9f4d-e4e0156bb858 HTTP/1.1" status: 200 len: 910 time: 0.1392446 Jan 17 21:30:49.603732 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-efb7fd47-53d1-448d-badf-2772778cf7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fe4851-88a9-4bd1-b523-0559c1a29056', 'name': 'tempest-TestShelveInstance-1857534221-router', 'tenant_id': '715ec979393344e694cfdd0eab44cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '5f303491-71bf-4210-9508-b1b4a4906ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:32Z', 'updated_at': '2022-01-17T21:23:36Z', 'revision_number': 4, 'project_id': '715ec979393344e694cfdd0eab44cb1c', 'gw_port': {'id': '5f303491-71bf-4210-9508-b1b4a4906ae7', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fe4851-88a9-4bd1-b523-0559c1a29056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:33Z', 'updated_at': '2022-01-17T21:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': 'feab0ea3-6104-4cf8-8a41-4e30a5295b94', 'name': '', 'network_id': '5dabefd5-55d4-49f2-9f4d-e4e0156bb858', 'tenant_id': '715ec979393344e694cfdd0eab44cb1c', 'mac_address': 'fa:16:3e:bc:2a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fe4851-88a9-4bd1-b523-0559c1a29056', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'ce55c7e9-d38a-4482-bf77-df5118b92855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:36Z', 'updated_at': '2022-01-17T21:23:43Z', 'revision_number': 5, 'project_id': '715ec979393344e694cfdd0eab44cb1c', 'subnets': [{'id': 'ce55c7e9-d38a-4482-bf77-df5118b92855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:30:49.612992 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-be691e02-a182-41a9-9ede-09b8baa0ff7c req-9adb340a-2198-4740-a809-93c6385b697c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=858678d3-306c-4afa-9059-494f90b38571 HTTP/1.1" status: 200 len: 217 time: 0.0398493 Jan 17 21:30:49.655914 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb7fd47-53d1-448d-badf-2772778cf7cc None None] Checking router: 38fe4851-88a9-4bd1-b523-0559c1a29056 for host: dv-cinder-824895-3-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:30:49.668592 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb7fd47-53d1-448d-badf-2772778cf7cc None None] Routers {'38fe4851-88a9-4bd1-b523-0559c1a29056'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:30:49.669213 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-efb7fd47-53d1-448d-badf-2772778cf7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:30:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['38fe4851-88a9-4bd1-b523-0559c1a29056'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:30:49.676894 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be691e02-a182-41a9-9ede-09b8baa0ff7c req-cc853da5-a19d-4c05-b273-b7661a36b3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:30:49.687217 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-be691e02-a182-41a9-9ede-09b8baa0ff7c req-cc853da5-a19d-4c05-b273-b7661a36b3cf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ce55c7e9-d38a-4482-bf77-df5118b92855 HTTP/1.1" status: 200 len: 848 time: 0.0682545 Jan 17 21:30:49.766930 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be691e02-a182-41a9-9ede-09b8baa0ff7c req-49cedfa3-7688-4bfc-889d-e6f76c791946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:30:49.770057 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-be691e02-a182-41a9-9ede-09b8baa0ff7c req-49cedfa3-7688-4bfc-889d-e6f76c791946 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5dabefd5-55d4-49f2-9f4d-e4e0156bb858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0728076 Jan 17 21:30:49.799511 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-efb7fd47-53d1-448d-badf-2772778cf7cc None None] Set router 38fe4851-88a9-4bd1-b523-0559c1a29056 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:30:49.885042 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-be691e02-a182-41a9-9ede-09b8baa0ff7c req-38de0696-8c3c-434b-a45e-1e4b1f08ce38 service neutron] 10.222.0.72 "GET /v2.0/networks/5dabefd5-55d4-49f2-9f4d-e4e0156bb858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067169 Jan 17 21:30:49.998793 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-be691e02-a182-41a9-9ede-09b8baa0ff7c req-7affd9d0-4804-4e39-9abc-13fbe05e5073 service neutron] 10.222.0.72 "GET /v2.0/networks/5dabefd5-55d4-49f2-9f4d-e4e0156bb858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065693 Jan 17 21:30:50.035505 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-efb7fd47-53d1-448d-badf-2772778cf7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fe4851-88a9-4bd1-b523-0559c1a29056', 'name': 'tempest-TestShelveInstance-1857534221-router', 'tenant_id': '715ec979393344e694cfdd0eab44cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '5f303491-71bf-4210-9508-b1b4a4906ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:32Z', 'updated_at': '2022-01-17T21:23:36Z', 'revision_number': 4, 'project_id': '715ec979393344e694cfdd0eab44cb1c', 'gw_port': {'id': '5f303491-71bf-4210-9508-b1b4a4906ae7', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fe4851-88a9-4bd1-b523-0559c1a29056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:33Z', 'updated_at': '2022-01-17T21:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': 'feab0ea3-6104-4cf8-8a41-4e30a5295b94', 'name': '', 'network_id': '5dabefd5-55d4-49f2-9f4d-e4e0156bb858', 'tenant_id': '715ec979393344e694cfdd0eab44cb1c', 'mac_address': 'fa:16:3e:bc:2a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fe4851-88a9-4bd1-b523-0559c1a29056', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'ce55c7e9-d38a-4482-bf77-df5118b92855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:36Z', 'updated_at': '2022-01-17T21:23:43Z', 'revision_number': 5, 'project_id': '715ec979393344e694cfdd0eab44cb1c', 'subnets': [{'id': 'ce55c7e9-d38a-4482-bf77-df5118b92855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:30:50.066761 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb7fd47-53d1-448d-badf-2772778cf7cc None None] The sync data for ids ['38fe4851-88a9-4bd1-b523-0559c1a29056'] in dv-cinder-824895-3-iscsi is: [{'id': '38fe4851-88a9-4bd1-b523-0559c1a29056', 'name': 'tempest-TestShelveInstance-1857534221-router', 'tenant_id': '715ec979393344e694cfdd0eab44cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '5f303491-71bf-4210-9508-b1b4a4906ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:32Z', 'updated_at': '2022-01-17T21:23:36Z', 'revision_number': 4, 'project_id': '715ec979393344e694cfdd0eab44cb1c', 'gw_port': {'id': '5f303491-71bf-4210-9508-b1b4a4906ae7', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fe4851-88a9-4bd1-b523-0559c1a29056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:33Z', 'updated_at': '2022-01-17T21:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': 'feab0ea3-6104-4cf8-8a41-4e30a5295b94', 'name': '', 'network_id': '5dabefd5-55d4-49f2-9f4d-e4e0156bb858', 'tenant_id': '715ec979393344e694cfdd0eab44cb1c', 'mac_address': 'fa:16:3e:bc:2a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fe4851-88a9-4bd1-b523-0559c1a29056', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'ce55c7e9-d38a-4482-bf77-df5118b92855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:36Z', 'updated_at': '2022-01-17T21:23:43Z', 'revision_number': 5, 'project_id': '715ec979393344e694cfdd0eab44cb1c', 'subnets': [{'id': 'ce55c7e9-d38a-4482-bf77-df5118b92855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:30:50.294433 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b16009b-cf16-4ad3-8ff9-aeb7f12294fa None None] New status for floating IP d77f132d-388e-4ad4-a939-17dc51a91f39: DOWN {{(pid=102501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 21:30:50.618823 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422e9c3-8deb-4db9-b14d-8e7e429ac082 req-f5e9f9ee-4c81-491b-bfc8-1578babe2367 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:30:50.620970 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f422e9c3-8deb-4db9-b14d-8e7e429ac082 req-f5e9f9ee-4c81-491b-bfc8-1578babe2367 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 946 time: 0.0540285 Jan 17 21:30:50.674034 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f422e9c3-8deb-4db9-b14d-8e7e429ac082 req-670e4c07-bca4-4f5b-8927-d2ee9152018f tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/security-groups?id=964580b8-07f1-495b-8d0b-2b08125c9df5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472138 Jan 17 21:30:50.989810 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9fe76-3ef2-4558-a061-fc0a4ccaf46e req-fcc14f91-639e-44d1-9701-d488e7e5faca tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:30:50.991408 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-57a9fe76-3ef2-4558-a061-fc0a4ccaf46e req-fcc14f91-639e-44d1-9701-d488e7e5faca tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 946 time: 0.0522146 Jan 17 21:30:51.099357 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-57a9fe76-3ef2-4558-a061-fc0a4ccaf46e req-f9a2f0c0-d5c5-45c6-979e-4b13809116b9 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Deleting port 858678d3-306c-4afa-9059-494f90b38571 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:30:51.099707 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-57a9fe76-3ef2-4558-a061-fc0a4ccaf46e req-f9a2f0c0-d5c5-45c6-979e-4b13809116b9 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (858678d3-306c-4afa-9059-494f90b38571), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:51.194569 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-57a9fe76-3ef2-4558-a061-fc0a4ccaf46e req-f9a2f0c0-d5c5-45c6-979e-4b13809116b9 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] For port 858678d3-306c-4afa-9059-494f90b38571, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=858678d3-306c-4afa-9059-494f90b38571,segment=NetworkSegment(a993168a-a0c6-43cc-b99a-7ea544204a80),segment_id=a993168a-a0c6-43cc-b99a-7ea544204a80)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:30:51.194950 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-57a9fe76-3ef2-4558-a061-fc0a4ccaf46e req-f9a2f0c0-d5c5-45c6-979e-4b13809116b9 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (858678d3-306c-4afa-9059-494f90b38571), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:51.209537 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-57a9fe76-3ef2-4558-a061-fc0a4ccaf46e req-f9a2f0c0-d5c5-45c6-979e-4b13809116b9 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Calling delete_port for 858678d3-306c-4afa-9059-494f90b38571 owned by compute:nova {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:30:51.353432 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-57a9fe76-3ef2-4558-a061-fc0a4ccaf46e req-f9a2f0c0-d5c5-45c6-979e-4b13809116b9 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (858678d3-306c-4afa-9059-494f90b38571), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:51.387231 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a2f0c0-d5c5-45c6-979e-4b13809116b9 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Pushing event deleted for resources: {'Port': ['ID=858678d3-306c-4afa-9059-494f90b38571,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:30:51.436029 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a9fe76-3ef2-4558-a061-fc0a4ccaf46e req-f9a2f0c0-d5c5-45c6-979e-4b13809116b9 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] No DVR routers for this DVR port 858678d3-306c-4afa-9059-494f90b38571 on host hv-cinder-82489 {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:30:51.438723 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-57a9fe76-3ef2-4558-a061-fc0a4ccaf46e req-f9a2f0c0-d5c5-45c6-979e-4b13809116b9 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:51.442496 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-57a9fe76-3ef2-4558-a061-fc0a4ccaf46e req-f9a2f0c0-d5c5-45c6-979e-4b13809116b9 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.72 "DELETE /v2.0/ports/858678d3-306c-4afa-9059-494f90b38571 HTTP/1.1" status: 204 len: 173 time: 0.4455500 Jan 17 21:30:51.442987 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a05a7cb-fb38-46fe-a04b-f8c66845fbd8', 'name': 'network-vif-deleted', 'tag': '858678d3-306c-4afa-9059-494f90b38571'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:30:51.446093 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c2de0e70a1bc7346ac1be0cec4f24ea848d889c4763a7575c3a73373459bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8933ac9f-b0c5-4581-8ba7-e652b42baa84" -d '{"events": [{"server_uuid": "7a05a7cb-fb38-46fe-a04b-f8c66845fbd8", "name": "network-vif-deleted", "tag": "858678d3-306c-4afa-9059-494f90b38571"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:30:51.646382 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a90fec-bb00-45ce-9790-be3708d5786f x-openstack-request-id: req-b6a90fec-bb00-45ce-9790-be3708d5786f {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:30:51.646730 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a05a7cb-fb38-46fe-a04b-f8c66845fbd8", "name": "network-vif-deleted", "tag": "858678d3-306c-4afa-9059-494f90b38571", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:30:51.646992 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b6a90fec-bb00-45ce-9790-be3708d5786f {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:30:51.647442 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a05a7cb-fb38-46fe-a04b-f8c66845fbd8', 'name': 'network-vif-deleted', 'tag': '858678d3-306c-4afa-9059-494f90b38571', 'status': 'completed', 'code': 200} Jan 17 21:30:51.834258 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-df2299ce-4675-4f46-856f-bf9685917738 req-4b07346c-3dbc-4c1e-83fc-545302b8020d tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a05a7cb-fb38-46fe-a04b-f8c66845fbd8 HTTP/1.1" status: 200 len: 210 time: 0.0699952 Jan 17 21:30:52.735997 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:52.883633 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 60300) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:30:52.947288 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-120716da-e7c9-422a-a05f-909cdff70292 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks [] for security_group (964580b8-07f1-495b-8d0b-2b08125c9df5), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:52.991563 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-120716da-e7c9-422a-a05f-909cdff70292 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks [] for security_group (964580b8-07f1-495b-8d0b-2b08125c9df5), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:53.075930 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-120716da-e7c9-422a-a05f-909cdff70292 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (964580b8-07f1-495b-8d0b-2b08125c9df5), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:53.081375 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-120716da-e7c9-422a-a05f-909cdff70292 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:53.086984 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-120716da-e7c9-422a-a05f-909cdff70292 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] 10.222.0.64 "DELETE /v2.0/security-groups/964580b8-07f1-495b-8d0b-2b08125c9df5 HTTP/1.1" status: 204 len: 168 time: 0.1982734 Jan 17 21:30:53.111535 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120716da-e7c9-422a-a05f-909cdff70292 tempest-TestShelveInstance-1696670208 tempest-TestShelveInstance-1696670208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=964580b8-07f1-495b-8d0b-2b08125c9df5,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:30:53.180490 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 60306) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:30:53.727100 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-669d9606-4974-4ba8-8510-7787d2009fab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1024512'] for router_interface (38fe4851-88a9-4bd1-b523-0559c1a29056), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:54.042309 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-669d9606-4974-4ba8-8510-7787d2009fab admin admin] Deleting port feab0ea3-6104-4cf8-8a41-4e30a5295b94 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:30:54.042988 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-669d9606-4974-4ba8-8510-7787d2009fab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (feab0ea3-6104-4cf8-8a41-4e30a5295b94), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:54.143874 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-669d9606-4974-4ba8-8510-7787d2009fab admin admin] For port feab0ea3-6104-4cf8-8a41-4e30a5295b94, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=feab0ea3-6104-4cf8-8a41-4e30a5295b94,segment=NetworkSegment(a993168a-a0c6-43cc-b99a-7ea544204a80),segment_id=a993168a-a0c6-43cc-b99a-7ea544204a80)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:30:54.144619 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-669d9606-4974-4ba8-8510-7787d2009fab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (feab0ea3-6104-4cf8-8a41-4e30a5295b94), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:54.168356 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-669d9606-4974-4ba8-8510-7787d2009fab admin admin] Calling delete_port for feab0ea3-6104-4cf8-8a41-4e30a5295b94 owned by network:router_interface {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:30:54.389684 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-669d9606-4974-4ba8-8510-7787d2009fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (feab0ea3-6104-4cf8-8a41-4e30a5295b94), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:54.417442 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d9606-4974-4ba8-8510-7787d2009fab admin admin] Pushing event deleted for resources: {'Port': ['ID=feab0ea3-6104-4cf8-8a41-4e30a5295b94,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:30:54.616703 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-669d9606-4974-4ba8-8510-7787d2009fab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-986109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025168'] for router_interface (38fe4851-88a9-4bd1-b523-0559c1a29056), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:54.909874 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 858678d3-306c-4afa-9059-494f90b38571 no longer exists at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:30:54.941719 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] No Port match for: 858678d3-306c-4afa-9059-494f90b38571 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:30:54.942285 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 858678d3-306c-4afa-9059-494f90b38571 not bound to the agent host hv-cinder-82489 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:30:54.943924 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-1b84354b-c099-48a0-8071-2ffc6e734a5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:55.148112 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669d9606-4974-4ba8-8510-7787d2009fab admin admin] Router 38fe4851-88a9-4bd1-b523-0559c1a29056 has already been hosted by L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:30:55.263168 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669d9606-4974-4ba8-8510-7787d2009fab admin admin] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:30:55.269377 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-669d9606-4974-4ba8-8510-7787d2009fab admin admin] 10.222.0.64 "PUT /v2.0/routers/38fe4851-88a9-4bd1-b523-0559c1a29056/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0874233 Jan 17 21:30:55.271989 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 60314) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:30:55.278960 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d62353-12d4-4371-8017-9a53d24c2411 None None] Sync routers for ids ['38fe4851-88a9-4bd1-b523-0559c1a29056'] in dv-cinder-824895-3-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:30:55.292328 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d62353-12d4-4371-8017-9a53d24c2411 None None] Routers {'38fe4851-88a9-4bd1-b523-0559c1a29056'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:30:55.293080 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-a4d62353-12d4-4371-8017-9a53d24c2411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:30:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['38fe4851-88a9-4bd1-b523-0559c1a29056'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:30:55.406349 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0f21ae18-2431-46de-b381-638baae5dd33 admin admin] Publish callbacks [] for router (38fe4851-88a9-4bd1-b523-0559c1a29056), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:55.448839 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-a4d62353-12d4-4371-8017-9a53d24c2411 None None] Set router 38fe4851-88a9-4bd1-b523-0559c1a29056 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:30:55.522470 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0f21ae18-2431-46de-b381-638baae5dd33 admin admin] Publish callbacks [] for router_gateway (38fe4851-88a9-4bd1-b523-0559c1a29056), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:55.585580 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-0f21ae18-2431-46de-b381-638baae5dd33 admin admin] Deleting port 5f303491-71bf-4210-9508-b1b4a4906ae7 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:30:55.586065 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0f21ae18-2431-46de-b381-638baae5dd33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (5f303491-71bf-4210-9508-b1b4a4906ae7), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:55.669298 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-a4d62353-12d4-4371-8017-9a53d24c2411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fe4851-88a9-4bd1-b523-0559c1a29056', 'name': 'tempest-TestShelveInstance-1857534221-router', 'tenant_id': '715ec979393344e694cfdd0eab44cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '5f303491-71bf-4210-9508-b1b4a4906ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:32Z', 'updated_at': '2022-01-17T21:30:54Z', 'revision_number': 5, 'project_id': '715ec979393344e694cfdd0eab44cb1c', 'gw_port': {'id': '5f303491-71bf-4210-9508-b1b4a4906ae7', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fe4851-88a9-4bd1-b523-0559c1a29056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:33Z', 'updated_at': '2022-01-17T21:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi'}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:30:55.683545 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-0f21ae18-2431-46de-b381-638baae5dd33 admin admin] For port 5f303491-71bf-4210-9508-b1b4a4906ae7, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=5f303491-71bf-4210-9508-b1b4a4906ae7,segment=NetworkSegment(639a724d-f7b6-49a0-bd3a-5adbc7060ec3),segment_id=639a724d-f7b6-49a0-bd3a-5adbc7060ec3)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:30:55.683910 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0f21ae18-2431-46de-b381-638baae5dd33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (5f303491-71bf-4210-9508-b1b4a4906ae7), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:55.698577 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-0f21ae18-2431-46de-b381-638baae5dd33 admin admin] Calling delete_port for 5f303491-71bf-4210-9508-b1b4a4906ae7 owned by network:router_gateway {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:30:55.698939 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d62353-12d4-4371-8017-9a53d24c2411 None None] Checking router: 38fe4851-88a9-4bd1-b523-0559c1a29056 for host: dv-cinder-824895-3-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:30:55.708763 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d62353-12d4-4371-8017-9a53d24c2411 None None] Routers {'38fe4851-88a9-4bd1-b523-0559c1a29056'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:30:55.709591 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-a4d62353-12d4-4371-8017-9a53d24c2411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:30:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['38fe4851-88a9-4bd1-b523-0559c1a29056'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:30:55.798639 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-a4d62353-12d4-4371-8017-9a53d24c2411 None None] Set router 38fe4851-88a9-4bd1-b523-0559c1a29056 gateway port host: None {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:30:55.858971 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-a4d62353-12d4-4371-8017-9a53d24c2411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fe4851-88a9-4bd1-b523-0559c1a29056', 'name': 'tempest-TestShelveInstance-1857534221-router', 'tenant_id': '715ec979393344e694cfdd0eab44cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:32Z', 'updated_at': '2022-01-17T21:30:55Z', 'revision_number': 6, 'project_id': '715ec979393344e694cfdd0eab44cb1c', 'gw_port_host': None}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:30:55.880973 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0f21ae18-2431-46de-b381-638baae5dd33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (5f303491-71bf-4210-9508-b1b4a4906ae7), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:55.887488 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d62353-12d4-4371-8017-9a53d24c2411 None None] The sync data for ids ['38fe4851-88a9-4bd1-b523-0559c1a29056'] in dv-cinder-824895-3-iscsi is: [{'id': '38fe4851-88a9-4bd1-b523-0559c1a29056', 'name': 'tempest-TestShelveInstance-1857534221-router', 'tenant_id': '715ec979393344e694cfdd0eab44cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:32Z', 'updated_at': '2022-01-17T21:30:55Z', 'revision_number': 6, 'project_id': '715ec979393344e694cfdd0eab44cb1c', 'gw_port_host': None}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:30:55.909265 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f21ae18-2431-46de-b381-638baae5dd33 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f303491-71bf-4210-9508-b1b4a4906ae7,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:30:55.977551 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0f21ae18-2431-46de-b381-638baae5dd33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1018746'] for router_gateway (38fe4851-88a9-4bd1-b523-0559c1a29056), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:56.074817 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0f21ae18-2431-46de-b381-638baae5dd33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1026029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25730'] for router (38fe4851-88a9-4bd1-b523-0559c1a29056), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:56.077223 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0f21ae18-2431-46de-b381-638baae5dd33 admin admin] Publish callbacks [] for router_controller (38fe4851-88a9-4bd1-b523-0559c1a29056), precommit_delete_associations {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:56.124167 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0f21ae18-2431-46de-b381-638baae5dd33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1026022'] for router (38fe4851-88a9-4bd1-b523-0559c1a29056), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:56.124854 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f21ae18-2431-46de-b381-638baae5dd33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38fe4851-88a9-4bd1-b523-0559c1a29056 {{(pid=102499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 21:30:56.130544 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0f21ae18-2431-46de-b381-638baae5dd33 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:56.131712 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-0f21ae18-2431-46de-b381-638baae5dd33 admin admin] 10.222.0.64 "DELETE /v2.0/routers/38fe4851-88a9-4bd1-b523-0559c1a29056 HTTP/1.1" status: 204 len: 168 time: 0.8585894 Jan 17 21:30:56.134477 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 60316) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:30:56.184655 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d54edff-06a0-4d01-81fd-a1da0e4d76b4 admin admin] Deleting subnet ce55c7e9-d38a-4482-bf77-df5118b92855 {{(pid=102499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 21:30:56.188200 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3d54edff-06a0-4d01-81fd-a1da0e4d76b4 admin admin] Publish callbacks [] for subnet (ce55c7e9-d38a-4482-bf77-df5118b92855), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:56.228247 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3d54edff-06a0-4d01-81fd-a1da0e4d76b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2903808'] for subnet (ce55c7e9-d38a-4482-bf77-df5118b92855), precommit_delete_associations {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:56.329845 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3d54edff-06a0-4d01-81fd-a1da0e4d76b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7879495'] for subnet (ce55c7e9-d38a-4482-bf77-df5118b92855), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:56.400983 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3d54edff-06a0-4d01-81fd-a1da0e4d76b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7879504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3358394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2835234'] for subnet (ce55c7e9-d38a-4482-bf77-df5118b92855), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:56.427625 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54edff-06a0-4d01-81fd-a1da0e4d76b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce55c7e9-d38a-4482-bf77-df5118b92855,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:30:56.431320 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3d54edff-06a0-4d01-81fd-a1da0e4d76b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:56.435389 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-3d54edff-06a0-4d01-81fd-a1da0e4d76b4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ce55c7e9-d38a-4482-bf77-df5118b92855 HTTP/1.1" status: 204 len: 168 time: 0.2997842 Jan 17 21:30:56.437833 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 60320) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:30:56.441060 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0abbd8b-9d27-443b-8dd3-2c8f835dbce7 None None] Network 5dabefd5-55d4-49f2-9f4d-e4e0156bb858 requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:30:56.541155 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-502c567e-3b1d-4b51-9877-ecd62c1f9600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8337467'] for network (5dabefd5-55d4-49f2-9f4d-e4e0156bb858), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:56.606346 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-502c567e-3b1d-4b51-9877-ecd62c1f9600 admin admin] Deleting port f5b4624b-8103-4760-a249-faddece90665 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:30:56.606683 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-502c567e-3b1d-4b51-9877-ecd62c1f9600 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (f5b4624b-8103-4760-a249-faddece90665), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:56.672282 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-502c567e-3b1d-4b51-9877-ecd62c1f9600 admin admin] For port f5b4624b-8103-4760-a249-faddece90665, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=f5b4624b-8103-4760-a249-faddece90665,segment=NetworkSegment(a993168a-a0c6-43cc-b99a-7ea544204a80),segment_id=a993168a-a0c6-43cc-b99a-7ea544204a80)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:30:56.672602 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-502c567e-3b1d-4b51-9877-ecd62c1f9600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (f5b4624b-8103-4760-a249-faddece90665), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:56.686521 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-502c567e-3b1d-4b51-9877-ecd62c1f9600 admin admin] Calling delete_port for f5b4624b-8103-4760-a249-faddece90665 owned by network:dhcp {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:30:56.755393 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6482bf-c189-4a4d-9677-0463ce05e109 None None] DHCP port deletion for 5dabefd5-55d4-49f2-9f4d-e4e0156bb858 request from dv-cinder-824895-3-iscsi {{(pid=102500) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 21:30:56.789514 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-502c567e-3b1d-4b51-9877-ecd62c1f9600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (f5b4624b-8103-4760-a249-faddece90665), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:56.818848 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c567e-3b1d-4b51-9877-ecd62c1f9600 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5b4624b-8103-4760-a249-faddece90665,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:30:56.829622 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-ff6482bf-c189-4a4d-9677-0463ce05e109 None None] Deleting port f5b4624b-8103-4760-a249-faddece90665 {{(pid=102500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:30:56.829826 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502c567e-3b1d-4b51-9877-ecd62c1f9600 admin admin] No DVR routers for this DVR port f5b4624b-8103-4760-a249-faddece90665 on host dv-cinder-824895-3-iscsi {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:30:56.830260 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ff6482bf-c189-4a4d-9677-0463ce05e109 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (f5b4624b-8103-4760-a249-faddece90665), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:56.875780 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 5f303491-71bf-4210-9508-b1b4a4906ae7 no longer exists at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:30:56.905035 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] No Port match for: 5f303491-71bf-4210-9508-b1b4a4906ae7 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:30:56.905384 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 5f303491-71bf-4210-9508-b1b4a4906ae7 not bound to the agent host dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:30:56.905812 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device feab0ea3-6104-4cf8-8a41-4e30a5295b94 no longer exists at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:30:56.923683 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-502c567e-3b1d-4b51-9877-ecd62c1f9600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876800', 'neutron.services.segments.db._delete_segments_for_network-8789461539368'] for network (5dabefd5-55d4-49f2-9f4d-e4e0156bb858), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:56.935758 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] No Port match for: feab0ea3-6104-4cf8-8a41-4e30a5295b94 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:30:56.936112 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device feab0ea3-6104-4cf8-8a41-4e30a5295b94 not bound to the agent host dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:30:56.936565 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device f5b4624b-8103-4760-a249-faddece90665 no longer exists at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:30:56.948025 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-502c567e-3b1d-4b51-9877-ecd62c1f9600 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dabefd5-55d4-49f2-9f4d-e4e0156bb858']}} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:30:56.959132 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-502c567e-3b1d-4b51-9877-ecd62c1f9600 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a993168a-a0c6-43cc-b99a-7ea544204a80') {'for_net_delete': True} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:30:56.959438 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-502c567e-3b1d-4b51-9877-ecd62c1f9600 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a993168a-a0c6-43cc-b99a-7ea544204a80') {} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:30:56.968305 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-ff6482bf-c189-4a4d-9677-0463ce05e109 None None] For port f5b4624b-8103-4760-a249-faddece90665, host dv-cinder-824895-3-iscsi, got binding levels [] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:30:56.969124 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ff6482bf-c189-4a4d-9677-0463ce05e109 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (f5b4624b-8103-4760-a249-faddece90665), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:56.971913 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-502c567e-3b1d-4b51-9877-ecd62c1f9600 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789461539633', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901235'] for segment (a993168a-a0c6-43cc-b99a-7ea544204a80), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:56.978444 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] No Port match for: f5b4624b-8103-4760-a249-faddece90665 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:30:56.978841 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device f5b4624b-8103-4760-a249-faddece90665 not bound to the agent host dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:30:56.987539 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-ff6482bf-c189-4a4d-9677-0463ce05e109 None None] Calling delete_port for f5b4624b-8103-4760-a249-faddece90665 owned by network:dhcp {{(pid=102500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:30:56.990018 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.ipam_backend_mixin [None req-ff6482bf-c189-4a4d-9677-0463ce05e109 None None] Port f5b4624b-8103-4760-a249-faddece90665 was not found and therefore no delete operation was performed {{(pid=102500) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 17 21:30:56.991191 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-502c567e-3b1d-4b51-9877-ecd62c1f9600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874'] for segment (a993168a-a0c6-43cc-b99a-7ea544204a80), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:56.991388 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ff6482bf-c189-4a4d-9677-0463ce05e109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974'] for port (f5b4624b-8103-4760-a249-faddece90665), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:57.003035 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-502c567e-3b1d-4b51-9877-ecd62c1f9600 admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=102499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 21:30:57.003925 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-502c567e-3b1d-4b51-9877-ecd62c1f9600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3358420'] for segment (a993168a-a0c6-43cc-b99a-7ea544204a80), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:57.006022 dv-cinder-824895-3-iscsi neutron-server[102499]: Traceback (most recent call last): Jan 17 21:30:57.006022 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 21:30:57.006022 dv-cinder-824895-3-iscsi neutron-server[102499]: timer() Jan 17 21:30:57.006022 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 21:30:57.006022 dv-cinder-824895-3-iscsi neutron-server[102499]: cb(*args, **kw) Jan 17 21:30:57.006022 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 21:30:57.006022 dv-cinder-824895-3-iscsi neutron-server[102499]: return func(*args, **kwargs) Jan 17 21:30:57.006022 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 21:30:57.006022 dv-cinder-824895-3-iscsi neutron-server[102499]: self._notify() Jan 17 21:30:57.006022 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 21:30:57.006022 dv-cinder-824895-3-iscsi neutron-server[102499]: self.callback(batched_events) Jan 17 21:30:57.006022 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 21:30:57.006022 dv-cinder-824895-3-iscsi neutron-server[102499]: event.method(event) Jan 17 21:30:57.006022 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 21:30:57.006022 dv-cinder-824895-3-iscsi neutron-server[102499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 21:30:57.006022 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 21:30:57.006022 dv-cinder-824895-3-iscsi neutron-server[102499]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 21:30:57.006022 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 21:30:57.006022 dv-cinder-824895-3-iscsi neutron-server[102499]: return f(self, *a, **k) Jan 17 21:30:57.006022 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 21:30:57.006022 dv-cinder-824895-3-iscsi neutron-server[102499]: return self._get(url).json() Jan 17 21:30:57.006022 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 21:30:57.006022 dv-cinder-824895-3-iscsi neutron-server[102499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 21:30:57.006022 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 21:30:57.006022 dv-cinder-824895-3-iscsi neutron-server[102499]: return self.request(url, 'GET', **kwargs) Jan 17 21:30:57.006022 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 21:30:57.006022 dv-cinder-824895-3-iscsi neutron-server[102499]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 21:30:57.006022 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 21:30:57.006022 dv-cinder-824895-3-iscsi neutron-server[102499]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 21:30:57.006022 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 21:30:57.006022 dv-cinder-824895-3-iscsi neutron-server[102499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 21:30:57.006022 dv-cinder-824895-3-iscsi neutron-server[102499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 21:30:57.008087 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6482bf-c189-4a4d-9677-0463ce05e109 None None] No DVR routers for this DVR port f5b4624b-8103-4760-a249-faddece90665 on host dv-cinder-824895-3-iscsi {{(pid=102500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:30:57.031752 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6482bf-c189-4a4d-9677-0463ce05e109 None None] Pushing event deleted for resources: {'Port': ['ID=f5b4624b-8103-4760-a249-faddece90665,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:30:57.090530 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-502c567e-3b1d-4b51-9877-ecd62c1f9600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1018646'] for network (5dabefd5-55d4-49f2-9f4d-e4e0156bb858), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:57.111226 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-502c567e-3b1d-4b51-9877-ecd62c1f9600 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:57.116448 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-502c567e-3b1d-4b51-9877-ecd62c1f9600 admin admin] 10.222.0.64 "DELETE /v2.0/networks/5dabefd5-55d4-49f2-9f4d-e4e0156bb858 HTTP/1.1" status: 204 len: 168 time: 0.6775084 Jan 17 21:30:57.119404 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 60322) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:30:57.138899 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c567e-3b1d-4b51-9877-ecd62c1f9600 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dabefd5-55d4-49f2-9f4d-e4e0156bb858,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:30:57.563955 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dbc09348-158f-4d31-b3c2-67b64952b1f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1024512'] for router_interface (71fad196-0239-4338-86d9-b37b27dc820e), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:57.671715 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-4aa48560-0e2b-431e-975e-264705f51485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:57.854439 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-dbc09348-158f-4d31-b3c2-67b64952b1f9 admin admin] Deleting port 305c626d-4706-429e-af14-7fa6566a6a7b {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:30:57.854683 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dbc09348-158f-4d31-b3c2-67b64952b1f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (305c626d-4706-429e-af14-7fa6566a6a7b), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:57.936566 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-dbc09348-158f-4d31-b3c2-67b64952b1f9 admin admin] For port 305c626d-4706-429e-af14-7fa6566a6a7b, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=305c626d-4706-429e-af14-7fa6566a6a7b,segment=NetworkSegment(51713c70-305e-4f46-b320-a9f6472c35e5),segment_id=51713c70-305e-4f46-b320-a9f6472c35e5)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:30:57.936939 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dbc09348-158f-4d31-b3c2-67b64952b1f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (305c626d-4706-429e-af14-7fa6566a6a7b), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:57.952942 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-dbc09348-158f-4d31-b3c2-67b64952b1f9 admin admin] Calling delete_port for 305c626d-4706-429e-af14-7fa6566a6a7b owned by network:router_interface {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:30:58.166886 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dbc09348-158f-4d31-b3c2-67b64952b1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (305c626d-4706-429e-af14-7fa6566a6a7b), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:58.197097 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc09348-158f-4d31-b3c2-67b64952b1f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=305c626d-4706-429e-af14-7fa6566a6a7b,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:30:58.385857 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dbc09348-158f-4d31-b3c2-67b64952b1f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-986109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025168'] for router_interface (71fad196-0239-4338-86d9-b37b27dc820e), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:58.493499 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:58.652227 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc09348-158f-4d31-b3c2-67b64952b1f9 admin admin] Router 71fad196-0239-4338-86d9-b37b27dc820e has already been hosted by L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:30:58.768870 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc09348-158f-4d31-b3c2-67b64952b1f9 admin admin] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:30:58.776642 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-dbc09348-158f-4d31-b3c2-67b64952b1f9 admin admin] 10.222.0.64 "PUT /v2.0/routers/71fad196-0239-4338-86d9-b37b27dc820e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6538210 Jan 17 21:30:58.777174 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 60328) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:30:58.780629 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34786579-72a6-403b-a0ff-f9f239d6afe3 None None] Sync routers for ids ['71fad196-0239-4338-86d9-b37b27dc820e'] in dv-cinder-824895-3-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:30:58.793834 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34786579-72a6-403b-a0ff-f9f239d6afe3 None None] Routers {'71fad196-0239-4338-86d9-b37b27dc820e'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:30:58.794509 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-34786579-72a6-403b-a0ff-f9f239d6afe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:30:58Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['71fad196-0239-4338-86d9-b37b27dc820e'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:30:58.895949 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ff60dfb5-092d-42af-bad0-f0c0c3ed722f admin admin] Publish callbacks [] for router (71fad196-0239-4338-86d9-b37b27dc820e), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:58.920273 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-34786579-72a6-403b-a0ff-f9f239d6afe3 None None] Set router 71fad196-0239-4338-86d9-b37b27dc820e gateway port host: dv-cinder-824895-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:30:59.151061 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-34786579-72a6-403b-a0ff-f9f239d6afe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fad196-0239-4338-86d9-b37b27dc820e', 'name': 'tempest-TestShelveInstance-1170152218-router', 'tenant_id': '432bf84f628c4c9d82d2ba7d51417e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '6e8ce08a-e4dc-4c51-b7d9-88e1620c1311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:40Z', 'updated_at': '2022-01-17T21:30:58Z', 'revision_number': 5, 'project_id': '432bf84f628c4c9d82d2ba7d51417e65', 'gw_port': {'id': '6e8ce08a-e4dc-4c51-b7d9-88e1620c1311', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fad196-0239-4338-86d9-b37b27dc820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:41Z', 'updated_at': '2022-01-17T21:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi'}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:30:59.183142 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34786579-72a6-403b-a0ff-f9f239d6afe3 None None] Checking router: 71fad196-0239-4338-86d9-b37b27dc820e for host: dv-cinder-824895-3-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:30:59.193138 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34786579-72a6-403b-a0ff-f9f239d6afe3 None None] Routers {'71fad196-0239-4338-86d9-b37b27dc820e'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:30:59.193759 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-34786579-72a6-403b-a0ff-f9f239d6afe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:30:58Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['71fad196-0239-4338-86d9-b37b27dc820e'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:30:59.279168 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ff60dfb5-092d-42af-bad0-f0c0c3ed722f admin admin] Publish callbacks [] for router_gateway (71fad196-0239-4338-86d9-b37b27dc820e), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:59.301513 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-34786579-72a6-403b-a0ff-f9f239d6afe3 None None] Set router 71fad196-0239-4338-86d9-b37b27dc820e gateway port host: dv-cinder-824895-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:30:59.333583 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-ff60dfb5-092d-42af-bad0-f0c0c3ed722f admin admin] Deleting port 6e8ce08a-e4dc-4c51-b7d9-88e1620c1311 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:30:59.333928 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ff60dfb5-092d-42af-bad0-f0c0c3ed722f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (6e8ce08a-e4dc-4c51-b7d9-88e1620c1311), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:59.414508 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-ff60dfb5-092d-42af-bad0-f0c0c3ed722f admin admin] For port 6e8ce08a-e4dc-4c51-b7d9-88e1620c1311, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=6e8ce08a-e4dc-4c51-b7d9-88e1620c1311,segment=NetworkSegment(639a724d-f7b6-49a0-bd3a-5adbc7060ec3),segment_id=639a724d-f7b6-49a0-bd3a-5adbc7060ec3)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:30:59.414878 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ff60dfb5-092d-42af-bad0-f0c0c3ed722f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (6e8ce08a-e4dc-4c51-b7d9-88e1620c1311), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:59.433311 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-ff60dfb5-092d-42af-bad0-f0c0c3ed722f admin admin] Calling delete_port for 6e8ce08a-e4dc-4c51-b7d9-88e1620c1311 owned by network:router_gateway {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:30:59.491548 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-34786579-72a6-403b-a0ff-f9f239d6afe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fad196-0239-4338-86d9-b37b27dc820e', 'name': 'tempest-TestShelveInstance-1170152218-router', 'tenant_id': '432bf84f628c4c9d82d2ba7d51417e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '6e8ce08a-e4dc-4c51-b7d9-88e1620c1311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:40Z', 'updated_at': '2022-01-17T21:30:58Z', 'revision_number': 5, 'project_id': '432bf84f628c4c9d82d2ba7d51417e65', 'gw_port': {'id': '6e8ce08a-e4dc-4c51-b7d9-88e1620c1311', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fad196-0239-4338-86d9-b37b27dc820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:41Z', 'updated_at': '2022-01-17T21:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi'}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:30:59.519073 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34786579-72a6-403b-a0ff-f9f239d6afe3 None None] The sync data for ids ['71fad196-0239-4338-86d9-b37b27dc820e'] in dv-cinder-824895-3-iscsi is: [{'id': '71fad196-0239-4338-86d9-b37b27dc820e', 'name': 'tempest-TestShelveInstance-1170152218-router', 'tenant_id': '432bf84f628c4c9d82d2ba7d51417e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '6e8ce08a-e4dc-4c51-b7d9-88e1620c1311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:40Z', 'updated_at': '2022-01-17T21:30:58Z', 'revision_number': 5, 'project_id': '432bf84f628c4c9d82d2ba7d51417e65', 'gw_port': {'id': '6e8ce08a-e4dc-4c51-b7d9-88e1620c1311', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fad196-0239-4338-86d9-b37b27dc820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:41Z', 'updated_at': '2022-01-17T21:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi'}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:30:59.609454 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ff60dfb5-092d-42af-bad0-f0c0c3ed722f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (6e8ce08a-e4dc-4c51-b7d9-88e1620c1311), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:59.639094 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff60dfb5-092d-42af-bad0-f0c0c3ed722f admin admin] Pushing event deleted for resources: {'Port': ['ID=6e8ce08a-e4dc-4c51-b7d9-88e1620c1311,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:30:59.703181 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ff60dfb5-092d-42af-bad0-f0c0c3ed722f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1018746'] for router_gateway (71fad196-0239-4338-86d9-b37b27dc820e), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:59.796214 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ff60dfb5-092d-42af-bad0-f0c0c3ed722f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1026029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25730'] for router (71fad196-0239-4338-86d9-b37b27dc820e), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:59.798762 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ff60dfb5-092d-42af-bad0-f0c0c3ed722f admin admin] Publish callbacks [] for router_controller (71fad196-0239-4338-86d9-b37b27dc820e), precommit_delete_associations {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:59.852522 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ff60dfb5-092d-42af-bad0-f0c0c3ed722f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1026022'] for router (71fad196-0239-4338-86d9-b37b27dc820e), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:59.853072 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff60dfb5-092d-42af-bad0-f0c0c3ed722f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71fad196-0239-4338-86d9-b37b27dc820e {{(pid=102499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 21:30:59.858182 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ff60dfb5-092d-42af-bad0-f0c0c3ed722f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:59.860512 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-ff60dfb5-092d-42af-bad0-f0c0c3ed722f admin admin] 10.222.0.64 "DELETE /v2.0/routers/71fad196-0239-4338-86d9-b37b27dc820e HTTP/1.1" status: 204 len: 168 time: 1.0805492 Jan 17 21:30:59.861404 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 60332) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:30:59.910308 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e9f1cb2-c906-49d4-88f1-1e94e81d9244 admin admin] Deleting subnet 9a3c6b22-9b2d-4d8e-a13f-dd7a44589650 {{(pid=102499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 21:30:59.913670 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2e9f1cb2-c906-49d4-88f1-1e94e81d9244 admin admin] Publish callbacks [] for subnet (9a3c6b22-9b2d-4d8e-a13f-dd7a44589650), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:30:59.952870 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2e9f1cb2-c906-49d4-88f1-1e94e81d9244 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2903808'] for subnet (9a3c6b22-9b2d-4d8e-a13f-dd7a44589650), precommit_delete_associations {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:00.044770 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2e9f1cb2-c906-49d4-88f1-1e94e81d9244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7879495'] for subnet (9a3c6b22-9b2d-4d8e-a13f-dd7a44589650), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:00.079862 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:00.116166 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2e9f1cb2-c906-49d4-88f1-1e94e81d9244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7879504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3358394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2835234'] for subnet (9a3c6b22-9b2d-4d8e-a13f-dd7a44589650), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:00.149829 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f1cb2-c906-49d4-88f1-1e94e81d9244 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a3c6b22-9b2d-4d8e-a13f-dd7a44589650,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:31:00.151823 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2e9f1cb2-c906-49d4-88f1-1e94e81d9244 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:00.155358 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-2e9f1cb2-c906-49d4-88f1-1e94e81d9244 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/9a3c6b22-9b2d-4d8e-a13f-dd7a44589650 HTTP/1.1" status: 204 len: 168 time: 0.2921925 Jan 17 21:31:00.157949 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 60334) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:31:00.163788 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d140cf03-3fd9-4813-977c-6bb60eb46cbb None None] Network 195f5d44-5019-482d-b86b-7126e001e1f0 requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:31:00.244599 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7db31fb4-bb94-4758-aa20-c85533b463db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8337467'] for network (195f5d44-5019-482d-b86b-7126e001e1f0), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:00.310274 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-7db31fb4-bb94-4758-aa20-c85533b463db admin admin] Deleting port d3deec8c-3aa7-4093-9973-c6dcf7234b89 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:31:00.310860 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7db31fb4-bb94-4758-aa20-c85533b463db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (d3deec8c-3aa7-4093-9973-c6dcf7234b89), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:00.391142 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-7db31fb4-bb94-4758-aa20-c85533b463db admin admin] For port d3deec8c-3aa7-4093-9973-c6dcf7234b89, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=d3deec8c-3aa7-4093-9973-c6dcf7234b89,segment=NetworkSegment(51713c70-305e-4f46-b320-a9f6472c35e5),segment_id=51713c70-305e-4f46-b320-a9f6472c35e5)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:31:00.391653 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7db31fb4-bb94-4758-aa20-c85533b463db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (d3deec8c-3aa7-4093-9973-c6dcf7234b89), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:00.406706 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-7db31fb4-bb94-4758-aa20-c85533b463db admin admin] Calling delete_port for d3deec8c-3aa7-4093-9973-c6dcf7234b89 owned by network:dhcp {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:31:00.487282 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7db31fb4-bb94-4758-aa20-c85533b463db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (d3deec8c-3aa7-4093-9973-c6dcf7234b89), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:00.516874 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db31fb4-bb94-4758-aa20-c85533b463db admin admin] Pushing event deleted for resources: {'Port': ['ID=d3deec8c-3aa7-4093-9973-c6dcf7234b89,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:31:00.520964 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db31fb4-bb94-4758-aa20-c85533b463db admin admin] No DVR routers for this DVR port d3deec8c-3aa7-4093-9973-c6dcf7234b89 on host dv-cinder-824895-3-iscsi {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:31:00.592934 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7db31fb4-bb94-4758-aa20-c85533b463db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876800', 'neutron.services.segments.db._delete_segments_for_network-8789461539368'] for network (195f5d44-5019-482d-b86b-7126e001e1f0), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:00.613298 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-7db31fb4-bb94-4758-aa20-c85533b463db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['195f5d44-5019-482d-b86b-7126e001e1f0']}} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:31:00.622631 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-7db31fb4-bb94-4758-aa20-c85533b463db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51713c70-305e-4f46-b320-a9f6472c35e5') {'for_net_delete': True} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:31:00.622931 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-7db31fb4-bb94-4758-aa20-c85533b463db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51713c70-305e-4f46-b320-a9f6472c35e5') {} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:31:00.634087 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7db31fb4-bb94-4758-aa20-c85533b463db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789461539633', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901235'] for segment (51713c70-305e-4f46-b320-a9f6472c35e5), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:00.649877 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7db31fb4-bb94-4758-aa20-c85533b463db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874'] for segment (51713c70-305e-4f46-b320-a9f6472c35e5), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:00.655905 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54472a0-3bb4-4d59-b6de-ce5279be4b0a None None] DHCP port deletion for 195f5d44-5019-482d-b86b-7126e001e1f0 request from dv-cinder-824895-3-iscsi {{(pid=102500) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 21:31:00.656959 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7db31fb4-bb94-4758-aa20-c85533b463db admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=102499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 21:31:00.657461 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7db31fb4-bb94-4758-aa20-c85533b463db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3358420'] for segment (51713c70-305e-4f46-b320-a9f6472c35e5), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:00.675144 dv-cinder-824895-3-iscsi neutron-server[102499]: Traceback (most recent call last): Jan 17 21:31:00.675144 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 21:31:00.675144 dv-cinder-824895-3-iscsi neutron-server[102499]: timer() Jan 17 21:31:00.675144 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 21:31:00.675144 dv-cinder-824895-3-iscsi neutron-server[102499]: cb(*args, **kw) Jan 17 21:31:00.675144 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 21:31:00.675144 dv-cinder-824895-3-iscsi neutron-server[102499]: return func(*args, **kwargs) Jan 17 21:31:00.675144 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 21:31:00.675144 dv-cinder-824895-3-iscsi neutron-server[102499]: self._notify() Jan 17 21:31:00.675144 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 21:31:00.675144 dv-cinder-824895-3-iscsi neutron-server[102499]: self.callback(batched_events) Jan 17 21:31:00.675144 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 21:31:00.675144 dv-cinder-824895-3-iscsi neutron-server[102499]: event.method(event) Jan 17 21:31:00.675144 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 21:31:00.675144 dv-cinder-824895-3-iscsi neutron-server[102499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 21:31:00.675144 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 21:31:00.675144 dv-cinder-824895-3-iscsi neutron-server[102499]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 21:31:00.675144 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 21:31:00.675144 dv-cinder-824895-3-iscsi neutron-server[102499]: return f(self, *a, **k) Jan 17 21:31:00.675144 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 21:31:00.675144 dv-cinder-824895-3-iscsi neutron-server[102499]: return self._get(url).json() Jan 17 21:31:00.675144 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 21:31:00.675144 dv-cinder-824895-3-iscsi neutron-server[102499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 21:31:00.675144 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 21:31:00.675144 dv-cinder-824895-3-iscsi neutron-server[102499]: return self.request(url, 'GET', **kwargs) Jan 17 21:31:00.675144 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 21:31:00.675144 dv-cinder-824895-3-iscsi neutron-server[102499]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 21:31:00.675144 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 21:31:00.675144 dv-cinder-824895-3-iscsi neutron-server[102499]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 21:31:00.675144 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 21:31:00.675144 dv-cinder-824895-3-iscsi neutron-server[102499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 21:31:00.675144 dv-cinder-824895-3-iscsi neutron-server[102499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 21:31:00.750233 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7db31fb4-bb94-4758-aa20-c85533b463db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1018646'] for network (195f5d44-5019-482d-b86b-7126e001e1f0), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:00.768884 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 305c626d-4706-429e-af14-7fa6566a6a7b no longer exists at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:31:00.769474 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7db31fb4-bb94-4758-aa20-c85533b463db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:00.775140 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-7db31fb4-bb94-4758-aa20-c85533b463db admin admin] 10.222.0.64 "DELETE /v2.0/networks/195f5d44-5019-482d-b86b-7126e001e1f0 HTTP/1.1" status: 204 len: 168 time: 0.6132066 Jan 17 21:31:00.775140 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db31fb4-bb94-4758-aa20-c85533b463db admin admin] Pushing event deleted for resources: {'Network': ['ID=195f5d44-5019-482d-b86b-7126e001e1f0,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:31:00.794442 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] No Port match for: 305c626d-4706-429e-af14-7fa6566a6a7b {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:31:00.794855 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 305c626d-4706-429e-af14-7fa6566a6a7b not bound to the agent host dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:31:00.795283 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device d3deec8c-3aa7-4093-9973-c6dcf7234b89 no longer exists at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:31:00.815466 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] No Port match for: d3deec8c-3aa7-4093-9973-c6dcf7234b89 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:31:00.815822 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device d3deec8c-3aa7-4093-9973-c6dcf7234b89 not bound to the agent host dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:31:00.816256 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 6e8ce08a-e4dc-4c51-b7d9-88e1620c1311 no longer exists at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:31:00.835838 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] No Port match for: 6e8ce08a-e4dc-4c51-b7d9-88e1620c1311 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:31:00.836191 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 6e8ce08a-e4dc-4c51-b7d9-88e1620c1311 not bound to the agent host dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:31:00.918734 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 60340) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:31:00.962089 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-01aec342-65cc-4053-9ca6-d744296a2296 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=715ec979393344e694cfdd0eab44cb1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421376 Jan 17 21:31:00.964556 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 60342) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:31:01.013251 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-48014e40-2968-4588-81dd-c9047f06c8f0 admin admin] Publish callbacks [] for security_group (7a29c58c-7973-492f-989c-ee85b6ac4db1), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:01.034485 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-48014e40-2968-4588-81dd-c9047f06c8f0 admin admin] Publish callbacks [] for security_group (7a29c58c-7973-492f-989c-ee85b6ac4db1), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:01.088751 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-48014e40-2968-4588-81dd-c9047f06c8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (7a29c58c-7973-492f-989c-ee85b6ac4db1), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:01.091310 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-48014e40-2968-4588-81dd-c9047f06c8f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:01.092493 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-48014e40-2968-4588-81dd-c9047f06c8f0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7a29c58c-7973-492f-989c-ee85b6ac4db1 HTTP/1.1" status: 204 len: 168 time: 0.1269846 Jan 17 21:31:01.101450 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48014e40-2968-4588-81dd-c9047f06c8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a29c58c-7973-492f-989c-ee85b6ac4db1,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:31:01.218566 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:31:01.396101 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:01.467673 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 60348) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:31:01.509695 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-5f0d23d5-6efc-409e-b849-424f837bfa46 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=432bf84f628c4c9d82d2ba7d51417e65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408347 Jan 17 21:31:01.512318 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 60350) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:31:01.562667 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-35bdba8e-debb-4820-9938-56bf923bd6a0 admin admin] Publish callbacks [] for security_group (cf8c684e-01da-44bd-8e7e-64c41b7499d6), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:01.584929 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-35bdba8e-debb-4820-9938-56bf923bd6a0 admin admin] Publish callbacks [] for security_group (cf8c684e-01da-44bd-8e7e-64c41b7499d6), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:01.629917 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-35bdba8e-debb-4820-9938-56bf923bd6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (cf8c684e-01da-44bd-8e7e-64c41b7499d6), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:01.632567 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-35bdba8e-debb-4820-9938-56bf923bd6a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:01.633707 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-35bdba8e-debb-4820-9938-56bf923bd6a0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cf8c684e-01da-44bd-8e7e-64c41b7499d6 HTTP/1.1" status: 204 len: 168 time: 0.1204486 Jan 17 21:31:01.642193 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bdba8e-debb-4820-9938-56bf923bd6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8c684e-01da-44bd-8e7e-64c41b7499d6,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:31:11.212364 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a8da6-e627-4165-a873-368afac82286 req-e44f6799-57ea-4545-a91a-59dfdf00388d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:11.213857 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6e3a8da6-e627-4165-a873-368afac82286 req-e44f6799-57ea-4545-a91a-59dfdf00388d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 945 time: 0.0570102 Jan 17 21:31:11.265821 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6e3a8da6-e627-4165-a873-368afac82286 req-eafa6db4-e63a-4b15-bf4e-28139a2e83cc tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455816 Jan 17 21:31:12.386687 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c1633-a4e3-4e3b-b230-102ffd909790 req-719eea8f-600a-42d5-8cb9-d10f1932589b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:12.388165 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b12c1633-a4e3-4e3b-b230-102ffd909790 req-719eea8f-600a-42d5-8cb9-d10f1932589b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 945 time: 0.0489194 Jan 17 21:31:12.435627 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b12c1633-a4e3-4e3b-b230-102ffd909790 req-92dbddb3-dc80-4ada-9322-6e655f293fd7 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418162 Jan 17 21:31:13.554157 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96143018-424c-4b8d-86ae-bc6485a09802 req-c71edfc8-c896-4be4-aa03-b04c3b22fe38 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:13.555641 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-96143018-424c-4b8d-86ae-bc6485a09802 req-c71edfc8-c896-4be4-aa03-b04c3b22fe38 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 945 time: 0.0487077 Jan 17 21:31:13.606878 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-96143018-424c-4b8d-86ae-bc6485a09802 req-c5c5e7ef-9621-439b-93f3-44579233c3c3 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453966 Jan 17 21:31:14.730040 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458046e-b482-476a-92b2-abbbe03a04fe req-cc74a970-07b1-408d-a377-92d57ede470a tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:14.731446 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6458046e-b482-476a-92b2-abbbe03a04fe req-cc74a970-07b1-408d-a377-92d57ede470a tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 945 time: 0.0538135 Jan 17 21:31:14.778060 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6458046e-b482-476a-92b2-abbbe03a04fe req-0960d30c-0494-4804-889b-02e1069dbdbe tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409582 Jan 17 21:31:15.895960 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b176b7c-6cf0-4f2e-8348-78291c971cd2 req-52c44e48-6ace-4b38-8261-1b5093a8967c tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:15.897532 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4b176b7c-6cf0-4f2e-8348-78291c971cd2 req-52c44e48-6ace-4b38-8261-1b5093a8967c tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 945 time: 0.0484772 Jan 17 21:31:15.945504 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4b176b7c-6cf0-4f2e-8348-78291c971cd2 req-ea0cc5e6-5b06-43c7-8940-ad32e691bcd6 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425031 Jan 17 21:31:17.066877 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d8e88-42f2-4876-9ca5-f0301d403e1a req-c3aeadb7-5c67-4494-8139-a0fcb2e46fc2 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:17.068413 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-982d8e88-42f2-4876-9ca5-f0301d403e1a req-c3aeadb7-5c67-4494-8139-a0fcb2e46fc2 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 945 time: 0.0486975 Jan 17 21:31:17.122109 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-982d8e88-42f2-4876-9ca5-f0301d403e1a req-2d5abbab-d590-4acd-9e15-b1975d032e8a tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478208 Jan 17 21:31:18.248184 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9e05f-3fa2-48d5-a915-586eea06f9eb req-38ee8f41-ac07-444e-b4aa-66b4b680844d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:18.249673 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6be9e05f-3fa2-48d5-a915-586eea06f9eb req-38ee8f41-ac07-444e-b4aa-66b4b680844d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 945 time: 0.0530417 Jan 17 21:31:18.302196 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6be9e05f-3fa2-48d5-a915-586eea06f9eb req-fdcb8a83-6e69-477e-b31d-66041571daf4 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468554 Jan 17 21:31:19.473226 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320c143-6ad4-4f34-821a-1aadd614033e req-6df3f7ca-07d8-425c-a3dc-cdb2d40a952a tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:19.475960 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2320c143-6ad4-4f34-821a-1aadd614033e req-6df3f7ca-07d8-425c-a3dc-cdb2d40a952a tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 945 time: 0.0780952 Jan 17 21:31:19.526678 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2320c143-6ad4-4f34-821a-1aadd614033e req-d14dcb5e-05c2-4b8b-879f-021e4cb8ade5 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449250 Jan 17 21:31:20.677510 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9113d05-5c76-4f66-aa87-ad5f5553acc6 req-526fa4ec-e00a-4731-8b52-67d96dc2bf8c tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:20.679412 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a9113d05-5c76-4f66-aa87-ad5f5553acc6 req-526fa4ec-e00a-4731-8b52-67d96dc2bf8c tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 945 time: 0.0644820 Jan 17 21:31:20.752664 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-4c7bc3c8-e67d-400a-bf13-2dfe5a25aa12 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-763362693&fields=id&tenant_id=97b00002d33945c6a8056483b241fbf6 HTTP/1.1" status: 200 len: 267 time: 0.0931060 Jan 17 21:31:20.756312 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a9113d05-5c76-4f66-aa87-ad5f5553acc6 req-39a6e5c2-2270-45d3-abea-7f3a70a57132 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702004 Jan 17 21:31:20.864399 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-fcbe4bb8-55e5-4296-b133-262c9035696c tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:20.865905 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-fcbe4bb8-55e5-4296-b133-262c9035696c tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/networks?id=5af0e6ef-b600-4363-b491-e83498d1d2b9 HTTP/1.1" status: 200 len: 811 time: 0.1065595 Jan 17 21:31:20.888269 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-45953ef9-45f8-43c1-938a-549f7797bd5b tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/quotas/97b00002d33945c6a8056483b241fbf6 HTTP/1.1" status: 200 len: 375 time: 0.0166681 Jan 17 21:31:20.945830 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-c6839698-ae86-40da-90e6-3d4fd68a91f9 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=97b00002d33945c6a8056483b241fbf6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502775 Jan 17 21:31:20.962160 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-b0d388ce-2298-45f8-bf50-ed812ecfac89 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102498) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 21:31:20.963171 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-b0d388ce-2298-45f8-bf50-ed812ecfac89 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053177 Jan 17 21:31:21.053463 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-f7c40118-a05c-4985-a258-cc985b1b0226 service neutron] 10.222.0.64 "GET /v2.0/networks/5af0e6ef-b600-4363-b491-e83498d1d2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844572 Jan 17 21:31:21.153033 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-f3213110-3c82-45b1-bd02-b989557ee7c1 service neutron] 10.222.0.64 "GET /v2.0/networks/5af0e6ef-b600-4363-b491-e83498d1d2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938120 Jan 17 21:31:21.470842 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-afc5948f-07bf-455c-8a2b-57bda846eedf req-c3f0d731-a8d1-4478-a092-ae3fe3cef3e7 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8b36124-78c9-4d6c-a106-743e642f28ea HTTP/1.1" status: 200 len: 210 time: 0.0291464 Jan 17 21:31:21.884119 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f0c26-3b3b-4cd9-828c-1d6a52769aca req-28f0a570-a4d1-452a-a95c-a2cd63c9bec7 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:21.885762 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-dc3f0c26-3b3b-4cd9-828c-1d6a52769aca req-28f0a570-a4d1-452a-a95c-a2cd63c9bec7 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 945 time: 0.0512848 Jan 17 21:31:21.940523 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-dc3f0c26-3b3b-4cd9-828c-1d6a52769aca req-8148a758-41b0-485a-86d1-1352ab18879f tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488741 Jan 17 21:31:22.561646 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-987a760b-dbb7-4e54-9ad9-960c409669cd req-3fea8571-713f-4fc4-a6dd-324ba79855a5 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8b36124-78c9-4d6c-a106-743e642f28ea HTTP/1.1" status: 200 len: 210 time: 0.0329378 Jan 17 21:31:22.748036 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:23.059069 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e1f44-eaec-4fa3-aea9-0fc0389da743 req-534ac2f9-f4a3-4806-9db7-67f4afe84823 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:23.060530 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ed2e1f44-eaec-4fa3-aea9-0fc0389da743 req-534ac2f9-f4a3-4806-9db7-67f4afe84823 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 945 time: 0.0483434 Jan 17 21:31:23.109666 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ed2e1f44-eaec-4fa3-aea9-0fc0389da743 req-aa89f774-b286-4b81-b688-96146d884f85 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430262 Jan 17 21:31:23.641828 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1b8d3f00-59dd-4660-932b-fd7ab54bf7a8 req-59ad8d47-8baf-43b7-8534-e6f5a9e7970a tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8b36124-78c9-4d6c-a106-743e642f28ea HTTP/1.1" status: 200 len: 210 time: 0.0264039 Jan 17 21:31:24.233551 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15b562-4933-4440-82c8-739bf39b5596 req-c899b922-26aa-4cb8-8806-481bb5911ffe tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:24.235088 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2b15b562-4933-4440-82c8-739bf39b5596 req-c899b922-26aa-4cb8-8806-481bb5911ffe tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 945 time: 0.0530372 Jan 17 21:31:24.283525 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2b15b562-4933-4440-82c8-739bf39b5596 req-2dcbf26b-8ded-425a-b041-650c0cdabbe0 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427744 Jan 17 21:31:24.743756 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9a92c234-e008-4206-b7c6-c08e50f4bcbd req-d580e4e3-5f21-40bd-a659-62a0f4c39c61 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8b36124-78c9-4d6c-a106-743e642f28ea HTTP/1.1" status: 200 len: 210 time: 0.0441303 Jan 17 21:31:24.906498 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e225f442-1248-484c-bb25-1d54d45b2dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:25.400233 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb5342-fd2c-4d1a-9e8a-fcd2a9db6b00 req-c5b548b6-30b5-4c55-a308-646f27d7c605 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:25.401702 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-54bb5342-fd2c-4d1a-9e8a-fcd2a9db6b00 req-c5b548b6-30b5-4c55-a308-646f27d7c605 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 945 time: 0.0478263 Jan 17 21:31:25.448447 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-54bb5342-fd2c-4d1a-9e8a-fcd2a9db6b00 req-87bcba74-1046-419c-bd5c-a6e760e98a1e tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411632 Jan 17 21:31:25.840936 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-878c39e8-8a75-4b05-90af-1b9ffbea13de req-1c2f5484-0339-4200-b428-2d5312c93b1c tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8b36124-78c9-4d6c-a106-743e642f28ea HTTP/1.1" status: 200 len: 210 time: 0.0284684 Jan 17 21:31:26.506050 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-836d9499-fc22-4193-80e1-911968c691ab tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:26.507698 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-836d9499-fc22-4193-80e1-911968c691ab tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.72 "GET /v2.0/networks?id=5af0e6ef-b600-4363-b491-e83498d1d2b9 HTTP/1.1" status: 200 len: 811 time: 0.1064892 Jan 17 21:31:26.577193 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-73057297-34d9-44e9-a0a6-d77ac67a9f32 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97b00002d33945c6a8056483b241fbf6 HTTP/1.1" status: 200 len: 379 time: 0.0577750 Jan 17 21:31:26.578234 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c89a83a-f410-4790-b319-5b658e82e00d req-cfdf6d56-95c6-42c8-8067-ce482a821abc tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:26.579772 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4c89a83a-f410-4790-b319-5b658e82e00d req-cfdf6d56-95c6-42c8-8067-ce482a821abc tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 945 time: 0.0543518 Jan 17 21:31:26.586467 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-159f7a92-4669-4c7c-8b72-0e85741d1fc0 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Request body: {'port': {'device_id': 'a8b36124-78c9-4d6c-a106-743e642f28ea', 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9', 'admin_state_up': True, 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'security_groups': ['0f45590d-5254-466f-af88-b7d60b1369f4']}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:31:26.629334 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4c89a83a-f410-4790-b319-5b658e82e00d req-3848cb61-fdff-45a8-8eab-c4421bb49307 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435834 Jan 17 21:31:26.697529 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-159f7a92-4669-4c7c-8b72-0e85741d1fc0 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Made reservation on behalf of 97b00002d33945c6a8056483b241fbf6 for: {'port': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:31:26.700980 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-159f7a92-4669-4c7c-8b72-0e85741d1fc0 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:26.823755 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-159f7a92-4669-4c7c-8b72-0e85741d1fc0 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Allocated IP 172.20.0.14 (5af0e6ef-b600-4363-b491-e83498d1d2b9/3f2b416e-5468-4144-8f1a-53499e3c7b82/d25d6980-4925-4e8f-bed1-d6d5051f37ce) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:31:26.946360 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-da1605d6-ffd6-4300-b3b9-1c2b3b4db2af req-6d3e3b03-30c2-455f-acd5-e795cce72458 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8b36124-78c9-4d6c-a106-743e642f28ea HTTP/1.1" status: 200 len: 210 time: 0.0286765 Jan 17 21:31:26.984780 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-159f7a92-4669-4c7c-8b72-0e85741d1fc0 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks [] for port (d25d6980-4925-4e8f-bed1-d6d5051f37ce), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:27.018153 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-159f7a92-4669-4c7c-8b72-0e85741d1fc0 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (d25d6980-4925-4e8f-bed1-d6d5051f37ce), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:27.061578 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-159f7a92-4669-4c7c-8b72-0e85741d1fc0 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Network 5af0e6ef-b600-4363-b491-e83498d1d2b9 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:31:27.065219 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-159f7a92-4669-4c7c-8b72-0e85741d1fc0 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:31:27.067857 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-159f7a92-4669-4c7c-8b72-0e85741d1fc0 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:31:27.102164 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f7a92-4669-4c7c-8b72-0e85741d1fc0 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Pushing event updated for resources: {'Port': ['ID=d25d6980-4925-4e8f-bed1-d6d5051f37ce,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:31:27.115897 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f7a92-4669-4c7c-8b72-0e85741d1fc0 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:31:27.116261 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f7a92-4669-4c7c-8b72-0e85741d1fc0 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:31:27.116652 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f7a92-4669-4c7c-8b72-0e85741d1fc0 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:31:27.116996 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f7a92-4669-4c7c-8b72-0e85741d1fc0 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:31:27.117339 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f7a92-4669-4c7c-8b72-0e85741d1fc0 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:31:27.117680 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f7a92-4669-4c7c-8b72-0e85741d1fc0 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:31:27.118018 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f7a92-4669-4c7c-8b72-0e85741d1fc0 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:31:27.118503 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f7a92-4669-4c7c-8b72-0e85741d1fc0 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:31:27.118848 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f7a92-4669-4c7c-8b72-0e85741d1fc0 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:31:27.119182 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f7a92-4669-4c7c-8b72-0e85741d1fc0 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:31:27.119530 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f7a92-4669-4c7c-8b72-0e85741d1fc0 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:31:27.119901 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f7a92-4669-4c7c-8b72-0e85741d1fc0 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:31:27.120186 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f7a92-4669-4c7c-8b72-0e85741d1fc0 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:31:27.140993 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-159f7a92-4669-4c7c-8b72-0e85741d1fc0 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:27.141688 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-159f7a92-4669-4c7c-8b72-0e85741d1fc0 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:27.157804 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-159f7a92-4669-4c7c-8b72-0e85741d1fc0 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5749013 Jan 17 21:31:27.169076 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-3fc6dd7f-5bdd-4595-b6b6-d84b5030755b service neutron] Request body: {'port': {'device_id': 'a8b36124-78c9-4d6c-a106-743e642f28ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82489'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:31:27.225979 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-3fc6dd7f-5bdd-4595-b6b6-d84b5030755b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (d25d6980-4925-4e8f-bed1-d6d5051f37ce), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:27.346422 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-939b14db-89b9-4580-890a-97185c36c4e0 None None] Provisioning complete for port d25d6980-4925-4e8f-bed1-d6d5051f37ce triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:31:27.347056 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-939b14db-89b9-4580-890a-97185c36c4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (d25d6980-4925-4e8f-bed1-d6d5051f37ce), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:27.379780 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-939b14db-89b9-4580-890a-97185c36c4e0 None None] Port d25d6980-4925-4e8f-bed1-d6d5051f37ce cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:31:27.483189 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-3fc6dd7f-5bdd-4595-b6b6-d84b5030755b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d25d6980-4925-4e8f-bed1-d6d5051f37ce {{(pid=102499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:31:27.491222 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-3fc6dd7f-5bdd-4595-b6b6-d84b5030755b service neutron] Publish callbacks [] for port (d25d6980-4925-4e8f-bed1-d6d5051f37ce), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:27.503477 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.provisioning_blocks [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-3fc6dd7f-5bdd-4595-b6b6-d84b5030755b service neutron] Transition to ACTIVE for port object d25d6980-4925-4e8f-bed1-d6d5051f37ce will not be triggered until provisioned by entity L2. {{(pid=102499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 21:31:27.506386 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-3fc6dd7f-5bdd-4595-b6b6-d84b5030755b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3358448'] for port (d25d6980-4925-4e8f-bed1-d6d5051f37ce), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:27.575815 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc6dd7f-5bdd-4595-b6b6-d84b5030755b service neutron] Pushing event updated for resources: {'Port': ['ID=d25d6980-4925-4e8f-bed1-d6d5051f37ce,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:31:27.628451 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-3fc6dd7f-5bdd-4595-b6b6-d84b5030755b service neutron] Attempting to bind port d25d6980-4925-4e8f-bed1-d6d5051f37ce on host hv-cinder-82489 for vnic_type normal with profile {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:31:27.628797 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-3fc6dd7f-5bdd-4595-b6b6-d84b5030755b service neutron] Attempting to bind port d25d6980-4925-4e8f-bed1-d6d5051f37ce by drivers openvswitch,hyperv on host hv-cinder-82489 at level 0 using segments [{'id': '7ee340a2-c031-4107-9341-36ba121a962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9'}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:31:27.629132 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-3fc6dd7f-5bdd-4595-b6b6-d84b5030755b service neutron] Attempting to bind port d25d6980-4925-4e8f-bed1-d6d5051f37ce on network 5af0e6ef-b600-4363-b491-e83498d1d2b9 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:31:27.633685 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-3fc6dd7f-5bdd-4595-b6b6-d84b5030755b service neutron] Port d25d6980-4925-4e8f-bed1-d6d5051f37ce on network 5af0e6ef-b600-4363-b491-e83498d1d2b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82489 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 21:31:27.634007 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-3fc6dd7f-5bdd-4595-b6b6-d84b5030755b service neutron] Attempting to bind port d25d6980-4925-4e8f-bed1-d6d5051f37ce on network 5af0e6ef-b600-4363-b491-e83498d1d2b9 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:31:27.638996 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-3fc6dd7f-5bdd-4595-b6b6-d84b5030755b service neutron] Checking agent: {'id': 'fb6a4824-98a1-4114-b283-810c221687ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82489', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 18, 21), 'started_at': datetime.datetime(2022, 1, 17, 21, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:31:27.639339 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-3fc6dd7f-5bdd-4595-b6b6-d84b5030755b service neutron] Checking segment: {'id': '7ee340a2-c031-4107-9341-36ba121a962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:31:27.639724 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-3fc6dd7f-5bdd-4595-b6b6-d84b5030755b service neutron] Bound using segment: {'id': '7ee340a2-c031-4107-9341-36ba121a962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9'} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:31:27.640163 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-3fc6dd7f-5bdd-4595-b6b6-d84b5030755b service neutron] Bound port: d25d6980-4925-4e8f-bed1-d6d5051f37ce, host: hv-cinder-82489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee340a2-c031-4107-9341-36ba121a962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9'}}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:31:27.640554 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-3fc6dd7f-5bdd-4595-b6b6-d84b5030755b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (d25d6980-4925-4e8f-bed1-d6d5051f37ce), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:27.666246 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-8c22b7f6-4e29-4553-a8b8-c6ed3668b347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:27.711303 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-3fc6dd7f-5bdd-4595-b6b6-d84b5030755b service neutron] For port d25d6980-4925-4e8f-bed1-d6d5051f37ce, host hv-cinder-82489, cleared binding levels {{(pid=102499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:31:27.714609 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-3fc6dd7f-5bdd-4595-b6b6-d84b5030755b service neutron] For port d25d6980-4925-4e8f-bed1-d6d5051f37ce, host hv-cinder-82489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=d25d6980-4925-4e8f-bed1-d6d5051f37ce,segment=NetworkSegment(7ee340a2-c031-4107-9341-36ba121a962a),segment_id=7ee340a2-c031-4107-9341-36ba121a962a)] {{(pid=102499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:31:27.720880 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-3fc6dd7f-5bdd-4595-b6b6-d84b5030755b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3358448'] for port (d25d6980-4925-4e8f-bed1-d6d5051f37ce), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:27.759036 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776da3d-0a53-42f0-a15f-2dda4894aa19 req-0bbe9307-a76c-4f92-b8c3-9c578d0482ac tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:27.759871 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-3fc6dd7f-5bdd-4595-b6b6-d84b5030755b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:27.760624 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-3fc6dd7f-5bdd-4595-b6b6-d84b5030755b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:27.761162 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7776da3d-0a53-42f0-a15f-2dda4894aa19 req-0bbe9307-a76c-4f92-b8c3-9c578d0482ac tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 945 time: 0.0509591 Jan 17 21:31:27.762170 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-3fc6dd7f-5bdd-4595-b6b6-d84b5030755b service neutron] 10.222.0.72 "PUT /v2.0/ports/d25d6980-4925-4e8f-bed1-d6d5051f37ce HTTP/1.1" status: 200 len: 1094 time: 0.5973635 Jan 17 21:31:27.762687 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b36124-78c9-4d6c-a106-743e642f28ea', 'tag': 'd25d6980-4925-4e8f-bed1-d6d5051f37ce'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:31:27.765100 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c2de0e70a1bc7346ac1be0cec4f24ea848d889c4763a7575c3a73373459bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b94959-bf8b-4a4e-aa6d-f43058057da4" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b36124-78c9-4d6c-a106-743e642f28ea", "tag": "d25d6980-4925-4e8f-bed1-d6d5051f37ce"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:31:27.792728 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc6dd7f-5bdd-4595-b6b6-d84b5030755b service neutron] Pushing event updated for resources: {'Port': ['ID=d25d6980-4925-4e8f-bed1-d6d5051f37ce,revision_number=3']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:31:27.834938 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84413ca9-c662-46a3-8e16-f7cdd8734d1b x-openstack-request-id: req-84413ca9-c662-46a3-8e16-f7cdd8734d1b {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:31:27.835614 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b36124-78c9-4d6c-a106-743e642f28ea", "tag": "d25d6980-4925-4e8f-bed1-d6d5051f37ce", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:31:27.836094 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-84413ca9-c662-46a3-8e16-f7cdd8734d1b {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:31:27.836799 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b36124-78c9-4d6c-a106-743e642f28ea', 'tag': 'd25d6980-4925-4e8f-bed1-d6d5051f37ce', 'status': 'completed', 'code': 200} Jan 17 21:31:27.842472 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7776da3d-0a53-42f0-a15f-2dda4894aa19 req-c43ea9fc-3290-443e-b4bf-aa73402574b2 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743074 Jan 17 21:31:27.855810 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-b52873e2-c903-47fc-8200-2270db0979f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:27.857693 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-b52873e2-c903-47fc-8200-2270db0979f5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=97b00002d33945c6a8056483b241fbf6&device_id=a8b36124-78c9-4d6c-a106-743e642f28ea HTTP/1.1" status: 200 len: 1097 time: 0.0547261 Jan 17 21:31:27.900732 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-aa04f362-de77-42cd-ae22-214a0a5de531 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d25d6980-4925-4e8f-bed1-d6d5051f37ce HTTP/1.1" status: 200 len: 217 time: 0.0353906 Jan 17 21:31:27.954552 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-d6c3a8d1-a7d2-4077-8fb0-c0088dffa966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:27.956460 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-d6c3a8d1-a7d2-4077-8fb0-c0088dffa966 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3f2b416e-5468-4144-8f1a-53499e3c7b82 HTTP/1.1" status: 200 len: 850 time: 0.0500715 Jan 17 21:31:28.004111 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-ea0a1489-ea57-4d90-b785-cf7eecdbd2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:28.005704 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-ea0a1489-ea57-4d90-b785-cf7eecdbd2f5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5af0e6ef-b600-4363-b491-e83498d1d2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415676 Jan 17 21:31:28.072475 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883f9c6-1cce-4754-a1e9-925a0e92663c req-91a8d3f3-8a82-459e-9b03-6b8762243768 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:28.074131 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a883f9c6-1cce-4754-a1e9-925a0e92663c req-91a8d3f3-8a82-459e-9b03-6b8762243768 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8b36124-78c9-4d6c-a106-743e642f28ea HTTP/1.1" status: 200 len: 944 time: 0.0525000 Jan 17 21:31:28.104696 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-63724eaa-4a0a-44a0-bfa6-900c024aaf67 service neutron] 10.222.0.72 "GET /v2.0/networks/5af0e6ef-b600-4363-b491-e83498d1d2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896297 Jan 17 21:31:28.132526 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a883f9c6-1cce-4754-a1e9-925a0e92663c req-be9aef27-369f-4a14-b882-4ebc60ffc675 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492940 Jan 17 21:31:28.196710 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-94d36b49-468a-40d5-a3f8-97b7fbaf66bb req-dc266640-6354-4d17-9dda-08693be3eee1 service neutron] 10.222.0.72 "GET /v2.0/networks/5af0e6ef-b600-4363-b491-e83498d1d2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851598 Jan 17 21:31:28.285237 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b94959-bf8b-4a4e-aa6d-f43058057da4 req-ddc485ab-1b94-447f-9983-64d8fcadffec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:28.286634 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-04b94959-bf8b-4a4e-aa6d-f43058057da4 req-ddc485ab-1b94-447f-9983-64d8fcadffec service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=97b00002d33945c6a8056483b241fbf6&device_id=a8b36124-78c9-4d6c-a106-743e642f28ea HTTP/1.1" status: 200 len: 1097 time: 0.0414991 Jan 17 21:31:28.377193 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b94959-bf8b-4a4e-aa6d-f43058057da4 req-7b4d2bd1-dd12-486f-95e9-befb529cb567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:28.378655 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-04b94959-bf8b-4a4e-aa6d-f43058057da4 req-7b4d2bd1-dd12-486f-95e9-befb529cb567 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5af0e6ef-b600-4363-b491-e83498d1d2b9 HTTP/1.1" status: 200 len: 912 time: 0.0856438 Jan 17 21:31:28.422231 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-04b94959-bf8b-4a4e-aa6d-f43058057da4 req-622358e3-2751-4cee-a2f8-23ab3cf30893 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d25d6980-4925-4e8f-bed1-d6d5051f37ce HTTP/1.1" status: 200 len: 217 time: 0.0352442 Jan 17 21:31:28.477400 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b94959-bf8b-4a4e-aa6d-f43058057da4 req-0a2b9b0a-09dc-44cb-a4fb-2bcff917d35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:28.478864 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-04b94959-bf8b-4a4e-aa6d-f43058057da4 req-0a2b9b0a-09dc-44cb-a4fb-2bcff917d35a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3f2b416e-5468-4144-8f1a-53499e3c7b82 HTTP/1.1" status: 200 len: 850 time: 0.0431423 Jan 17 21:31:28.484042 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:28.527818 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b94959-bf8b-4a4e-aa6d-f43058057da4 req-8217e421-e6eb-4724-936e-b33c00dc354a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:28.529330 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-04b94959-bf8b-4a4e-aa6d-f43058057da4 req-8217e421-e6eb-4724-936e-b33c00dc354a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5af0e6ef-b600-4363-b491-e83498d1d2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430193 Jan 17 21:31:28.618603 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-04b94959-bf8b-4a4e-aa6d-f43058057da4 req-fb8137c5-ea75-48e1-8117-210ea0228443 service neutron] 10.222.0.72 "GET /v2.0/networks/5af0e6ef-b600-4363-b491-e83498d1d2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826886 Jan 17 21:31:28.714706 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-04b94959-bf8b-4a4e-aa6d-f43058057da4 req-f6d36f62-5e73-42f5-8811-aa0ed9ca1fbe service neutron] 10.222.0.72 "GET /v2.0/networks/5af0e6ef-b600-4363-b491-e83498d1d2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901468 Jan 17 21:31:28.968786 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c1362a-0e05-4fce-871c-b6d65ee17e4b req-ec6e2908-001f-40b2-8ba9-c5c769262613 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:28.970273 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a9c1362a-0e05-4fce-871c-b6d65ee17e4b req-ec6e2908-001f-40b2-8ba9-c5c769262613 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 945 time: 0.0517020 Jan 17 21:31:29.016337 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a9c1362a-0e05-4fce-871c-b6d65ee17e4b req-4ef8d0e5-7f3e-49af-a3ba-10e2a199797a tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405366 Jan 17 21:31:29.107511 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 8aacd03c-92eb-4738-865d-606ef0ff4559 details requested by agent hyperv_hv-cinder-82489 with host hv-cinder-82489 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:31:29.199952 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port 8aacd03c-92eb-4738-865d-606ef0ff4559, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=8aacd03c-92eb-4738-865d-606ef0ff4559,segment=NetworkSegment(3793e984-7f3b-42a4-b23f-4f321936b0eb),segment_id=3793e984-7f3b-42a4-b23f-4f321936b0eb)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:31:29.212881 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Returning: {'device': '8aacd03c-92eb-4738-865d-606ef0ff4559', 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738', 'port_id': '8aacd03c-92eb-4738-865d-606ef0ff4559', 'mac_address': 'fa:16:3e:67:dd:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0394e051-e826-45f6-a758-acda968d34cd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:31:29.250090 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6aae1-e7dd-492d-9742-2a1e991bb80b req-86c7b7ca-6cc0-4c8f-8be9-887a138401fc tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:29.252267 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1fe6aae1-e7dd-492d-9742-2a1e991bb80b req-86c7b7ca-6cc0-4c8f-8be9-887a138401fc tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8b36124-78c9-4d6c-a106-743e642f28ea HTTP/1.1" status: 200 len: 944 time: 0.0533111 Jan 17 21:31:29.254440 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port 8aacd03c-92eb-4738-865d-606ef0ff4559 is: ACTIVE; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:31:29.254842 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (8aacd03c-92eb-4738-865d-606ef0ff4559), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:29.268007 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8aacd03c-92eb-4738-865d-606ef0ff4559 {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:31:29.288174 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port 8aacd03c-92eb-4738-865d-606ef0ff4559, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=8aacd03c-92eb-4738-865d-606ef0ff4559,segment=NetworkSegment(3793e984-7f3b-42a4-b23f-4f321936b0eb),segment_id=3793e984-7f3b-42a4-b23f-4f321936b0eb)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:31:29.294715 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (8aacd03c-92eb-4738-865d-606ef0ff4559), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:29.303725 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1fe6aae1-e7dd-492d-9742-2a1e991bb80b req-dad8687a-b400-4a89-9fba-6299a5ef120c tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456891 Jan 17 21:31:29.346093 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=8aacd03c-92eb-4738-865d-606ef0ff4559,revision_number=6']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:31:29.353165 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:31:29.353523 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:31:29.353873 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:31:29.354213 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:31:29.354553 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:31:29.354890 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:31:29.355224 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:31:29.355558 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:31:29.355887 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:31:29.356215 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:31:29.356572 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:31:29.356904 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:31:29.357227 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:31:29.375069 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] get_ports_and_sgs() called for port_ids ['8aacd03c-92eb-4738-865d-606ef0ff4559'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:31:29.513463 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-593f191a-eb93-4e09-bbaa-6b8b2db0ec21 req-e3621f8f-86ca-4c8e-8c40-1397a968beba service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9f1b3ad9-6be9-4165-aea2-3a8bce7657b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398438 Jan 17 21:31:29.576900 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f191a-eb93-4e09-bbaa-6b8b2db0ec21 req-a6595325-9695-4389-b6c7-2cf664688d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:29.578379 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-593f191a-eb93-4e09-bbaa-6b8b2db0ec21 req-a6595325-9695-4389-b6c7-2cf664688d67 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=97b00002d33945c6a8056483b241fbf6&device_id=9f1b3ad9-6be9-4165-aea2-3a8bce7657b1 HTTP/1.1" status: 200 len: 1099 time: 0.0403500 Jan 17 21:31:29.680500 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f191a-eb93-4e09-bbaa-6b8b2db0ec21 req-b498adec-af06-4ff7-a971-bd782fce810d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:29.681945 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-593f191a-eb93-4e09-bbaa-6b8b2db0ec21 req-b498adec-af06-4ff7-a971-bd782fce810d service neutron] 10.222.0.72 "GET /v2.0/networks?id=5af0e6ef-b600-4363-b491-e83498d1d2b9 HTTP/1.1" status: 200 len: 912 time: 0.0852013 Jan 17 21:31:29.745995 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-593f191a-eb93-4e09-bbaa-6b8b2db0ec21 req-edaea77d-4f2c-4d81-b3cb-ed4285cc1bf8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49b3d1af-2602-4952-bb5a-f5c52e593c91 HTTP/1.1" status: 200 len: 1001 time: 0.0574956 Jan 17 21:31:29.792664 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f191a-eb93-4e09-bbaa-6b8b2db0ec21 req-c45b3fb0-90a4-4ae8-beb9-90d46f6ba740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:29.793995 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-593f191a-eb93-4e09-bbaa-6b8b2db0ec21 req-c45b3fb0-90a4-4ae8-beb9-90d46f6ba740 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3f2b416e-5468-4144-8f1a-53499e3c7b82 HTTP/1.1" status: 200 len: 850 time: 0.0421445 Jan 17 21:31:29.839677 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f191a-eb93-4e09-bbaa-6b8b2db0ec21 req-412f3c84-f86c-4294-9830-fc65eb6a7ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:29.841182 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-593f191a-eb93-4e09-bbaa-6b8b2db0ec21 req-412f3c84-f86c-4294-9830-fc65eb6a7ac7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5af0e6ef-b600-4363-b491-e83498d1d2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415545 Jan 17 21:31:29.928915 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-593f191a-eb93-4e09-bbaa-6b8b2db0ec21 req-7a99b6ba-98f5-4704-941e-82d373669380 service neutron] 10.222.0.72 "GET /v2.0/networks/5af0e6ef-b600-4363-b491-e83498d1d2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816448 Jan 17 21:31:30.021360 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-593f191a-eb93-4e09-bbaa-6b8b2db0ec21 req-8a078757-3be8-45e5-bfb7-ddc7a6fd14ee service neutron] 10.222.0.72 "GET /v2.0/networks/5af0e6ef-b600-4363-b491-e83498d1d2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857425 Jan 17 21:31:30.082375 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:30.133448 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c069ef8-09ed-4837-b6e1-b8c5cdd1e90d req-4f00fa96-fa84-45f7-94d3-ab0564a621fc tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:30.134937 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3c069ef8-09ed-4837-b6e1-b8c5cdd1e90d req-4f00fa96-fa84-45f7-94d3-ab0564a621fc tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 944 time: 0.0480363 Jan 17 21:31:30.183025 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3c069ef8-09ed-4837-b6e1-b8c5cdd1e90d req-1e32e5fb-67b1-4f69-8c86-b5edaf3b3aba tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425372 Jan 17 21:31:30.415041 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff7215-626f-4495-ada9-7c731d11462d req-7d44c9b7-bb7e-4a86-a285-0f727a694971 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:30.416564 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7cff7215-626f-4495-ada9-7c731d11462d req-7d44c9b7-bb7e-4a86-a285-0f727a694971 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8b36124-78c9-4d6c-a106-743e642f28ea HTTP/1.1" status: 200 len: 944 time: 0.0471990 Jan 17 21:31:30.468014 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7cff7215-626f-4495-ada9-7c731d11462d req-bd0f34f2-db8d-4ad4-bd29-4b8ff53df2f7 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451107 Jan 17 21:31:31.108759 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 8aacd03c-92eb-4738-865d-606ef0ff4559 up at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:31:31.156325 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning complete for port 8aacd03c-92eb-4738-865d-606ef0ff4559 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:31:31.156728 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (8aacd03c-92eb-4738-865d-606ef0ff4559), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:31.230980 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port 8aacd03c-92eb-4738-865d-606ef0ff4559 is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:31:31.231507 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (8aacd03c-92eb-4738-865d-606ef0ff4559), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:31.257652 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc3ee12-556d-4522-9fae-d6c208109ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aacd03c-92eb-4738-865d-606ef0ff4559'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:31:31.259788 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd74998850970e76e5e696d55ae046c45085ecb7dce1b7bf3912a5be803d1cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba1be49-9061-48c8-80a2-4f125f897da6" -d '{"events": [{"server_uuid": "0bc3ee12-556d-4522-9fae-d6c208109ee4", "name": "network-vif-plugged", "status": "completed", "tag": "8aacd03c-92eb-4738-865d-606ef0ff4559"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:31:31.273133 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port 8aacd03c-92eb-4738-865d-606ef0ff4559, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=8aacd03c-92eb-4738-865d-606ef0ff4559,segment=NetworkSegment(3793e984-7f3b-42a4-b23f-4f321936b0eb),segment_id=3793e984-7f3b-42a4-b23f-4f321936b0eb)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:31:31.278485 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (8aacd03c-92eb-4738-865d-606ef0ff4559), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:31.302505 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a643124-cbf4-4e28-8e00-84b5bdb4ea81 x-openstack-request-id: req-1a643124-cbf4-4e28-8e00-84b5bdb4ea81 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:31:31.302802 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc3ee12-556d-4522-9fae-d6c208109ee4", "name": "network-vif-plugged", "status": "completed", "tag": "8aacd03c-92eb-4738-865d-606ef0ff4559", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:31:31.303058 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1a643124-cbf4-4e28-8e00-84b5bdb4ea81 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:31:31.303450 dv-cinder-824895-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc3ee12-556d-4522-9fae-d6c208109ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aacd03c-92eb-4738-865d-606ef0ff4559', 'code': 200} Jan 17 21:31:31.305930 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb30a5e-f880-4ec9-b405-772ded3f82c4 req-4ef1b35f-ba45-47f2-aabd-a4b4066d055a tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:31.307457 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1fb30a5e-f880-4ec9-b405-772ded3f82c4 req-4ef1b35f-ba45-47f2-aabd-a4b4066d055a tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 944 time: 0.0523510 Jan 17 21:31:31.332040 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=8aacd03c-92eb-4738-865d-606ef0ff4559,revision_number=7']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:31:31.357046 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1fb30a5e-f880-4ec9-b405-772ded3f82c4 req-e96deeb8-8dc6-4fbd-8c55-bc8dfcda10cb tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439253 Jan 17 21:31:31.390173 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:31.584092 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6650d-c7b9-4b79-9c7e-78441408568e req-00618fb9-7503-40ee-b60d-2c357ed4206d tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:31.585508 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bce6650d-c7b9-4b79-9c7e-78441408568e req-00618fb9-7503-40ee-b60d-2c357ed4206d tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8b36124-78c9-4d6c-a106-743e642f28ea HTTP/1.1" status: 200 len: 944 time: 0.0496941 Jan 17 21:31:31.634442 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bce6650d-c7b9-4b79-9c7e-78441408568e req-7c2ef6cf-38d1-46ba-ad24-b01b43d69cd1 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434065 Jan 17 21:31:32.477209 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e569c-124f-4deb-bcbb-e532277abb82 req-60eafb1d-1cec-44a9-b544-a235d40546fb tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:32.478664 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-358e569c-124f-4deb-bcbb-e532277abb82 req-60eafb1d-1cec-44a9-b544-a235d40546fb tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 945 time: 0.0514717 Jan 17 21:31:32.524462 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-358e569c-124f-4deb-bcbb-e532277abb82 req-c9fdcf2e-0a25-4a07-a72a-5a0778d7e1d9 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402849 Jan 17 21:31:32.746739 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94040906-72af-4feb-9cf3-007d31efd779 req-92282382-f342-437f-bcde-ee273fd796a8 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:32.748201 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-94040906-72af-4feb-9cf3-007d31efd779 req-92282382-f342-437f-bcde-ee273fd796a8 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8b36124-78c9-4d6c-a106-743e642f28ea HTTP/1.1" status: 200 len: 944 time: 0.0489461 Jan 17 21:31:32.800225 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-94040906-72af-4feb-9cf3-007d31efd779 req-a814f9dc-829d-42d3-8638-38b9a75a0171 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464740 Jan 17 21:31:33.649226 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c1412-a077-4316-b778-1ba4060d0b0f req-9e8c902e-fe32-4dee-8b47-b5d85fd681a3 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:33.652345 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1c8c1412-a077-4316-b778-1ba4060d0b0f req-9e8c902e-fe32-4dee-8b47-b5d85fd681a3 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 945 time: 0.0535254 Jan 17 21:31:33.743695 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1c8c1412-a077-4316-b778-1ba4060d0b0f req-c97185ba-5685-406d-96cf-ad5fbfc2aae4 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802178 Jan 17 21:31:33.923687 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da061c52-c2a9-4511-8e37-68c0b3580cf4 req-411fd6ff-d586-45ad-baa4-32c229c52cd6 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:33.925372 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-da061c52-c2a9-4511-8e37-68c0b3580cf4 req-411fd6ff-d586-45ad-baa4-32c229c52cd6 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8b36124-78c9-4d6c-a106-743e642f28ea HTTP/1.1" status: 200 len: 944 time: 0.0534592 Jan 17 21:31:33.983117 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-da061c52-c2a9-4511-8e37-68c0b3580cf4 req-ee07f8d9-3d41-4a39-9dda-d125ad47654c tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507557 Jan 17 21:31:34.875314 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200300d8-1278-4d4f-bb89-9b4798cf18ef req-0b9fcc13-2f00-4da4-addf-90e22d125b41 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:34.881830 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-200300d8-1278-4d4f-bb89-9b4798cf18ef req-0b9fcc13-2f00-4da4-addf-90e22d125b41 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 945 time: 0.0564604 Jan 17 21:31:34.932919 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-200300d8-1278-4d4f-bb89-9b4798cf18ef req-636b1e5b-ab8b-474b-b963-aebee4006ac2 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491753 Jan 17 21:31:35.116586 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b1031-b8cf-493c-a228-e22ef81295a8 req-2c14a693-4dcf-441d-a080-ac1567855aaa tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:35.118108 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-983b1031-b8cf-493c-a228-e22ef81295a8 req-2c14a693-4dcf-441d-a080-ac1567855aaa tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8b36124-78c9-4d6c-a106-743e642f28ea HTTP/1.1" status: 200 len: 944 time: 0.0586131 Jan 17 21:31:35.172005 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-983b1031-b8cf-493c-a228-e22ef81295a8 req-f2e32ad7-c261-4932-b4ba-2230cf1d218c tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473118 Jan 17 21:31:36.086032 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8de50-0b0c-4c84-b721-49629fc89a61 req-96d615da-cbe2-4fdc-8749-5fbff4c38c5d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:36.087710 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ebb8de50-0b0c-4c84-b721-49629fc89a61 req-96d615da-cbe2-4fdc-8749-5fbff4c38c5d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 945 time: 0.0695283 Jan 17 21:31:36.151190 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ebb8de50-0b0c-4c84-b721-49629fc89a61 req-8991164f-66c8-4359-81cd-1ea124f51f24 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573599 Jan 17 21:31:36.306310 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3f659-404d-4330-90f3-0026a87a947f req-9bb530f9-3bd2-4b40-9fb4-83bc58020c66 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:36.308159 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0dc3f659-404d-4330-90f3-0026a87a947f req-9bb530f9-3bd2-4b40-9fb4-83bc58020c66 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8b36124-78c9-4d6c-a106-743e642f28ea HTTP/1.1" status: 200 len: 944 time: 0.0636506 Jan 17 21:31:36.371342 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0dc3f659-404d-4330-90f3-0026a87a947f req-ed507002-d016-4ffe-9b96-5d6d39a059b2 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560515 Jan 17 21:31:37.139674 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device d25d6980-4925-4e8f-bed1-d6d5051f37ce details requested by agent hyperv_hv-cinder-82489 with host hv-cinder-82489 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:31:37.271592 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port d25d6980-4925-4e8f-bed1-d6d5051f37ce, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=d25d6980-4925-4e8f-bed1-d6d5051f37ce,segment=NetworkSegment(7ee340a2-c031-4107-9341-36ba121a962a),segment_id=7ee340a2-c031-4107-9341-36ba121a962a)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:31:37.288631 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Returning: {'device': 'd25d6980-4925-4e8f-bed1-d6d5051f37ce', 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9', 'port_id': 'd25d6980-4925-4e8f-bed1-d6d5051f37ce', 'mac_address': 'fa:16:3e:73:47:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:31:37.303199 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b1379-a70c-4264-80b5-108d5dc5d6f3 req-4a25118e-c30c-409a-854e-d9158649530a tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:37.305502 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-444b1379-a70c-4264-80b5-108d5dc5d6f3 req-4a25118e-c30c-409a-854e-d9158649530a tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 945 time: 0.0569963 Jan 17 21:31:37.332321 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port d25d6980-4925-4e8f-bed1-d6d5051f37ce is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:31:37.332753 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (d25d6980-4925-4e8f-bed1-d6d5051f37ce), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:37.347812 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d25d6980-4925-4e8f-bed1-d6d5051f37ce {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:31:37.370670 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port d25d6980-4925-4e8f-bed1-d6d5051f37ce, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=d25d6980-4925-4e8f-bed1-d6d5051f37ce,segment=NetworkSegment(7ee340a2-c031-4107-9341-36ba121a962a),segment_id=7ee340a2-c031-4107-9341-36ba121a962a)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:31:37.377693 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (d25d6980-4925-4e8f-bed1-d6d5051f37ce), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:37.380937 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-444b1379-a70c-4264-80b5-108d5dc5d6f3 req-66eaf88f-35a3-450d-b150-8812ff8c9090 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633628 Jan 17 21:31:37.447876 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=d25d6980-4925-4e8f-bed1-d6d5051f37ce,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:31:37.531164 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952ab7a-e857-491f-ac00-a7e2033f2012 req-8f9e6a2d-aaa4-40c4-9dc2-20a311526f63 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:37.533374 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a952ab7a-e857-491f-ac00-a7e2033f2012 req-8f9e6a2d-aaa4-40c4-9dc2-20a311526f63 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8b36124-78c9-4d6c-a106-743e642f28ea HTTP/1.1" status: 200 len: 945 time: 0.0659885 Jan 17 21:31:37.620879 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a952ab7a-e857-491f-ac00-a7e2033f2012 req-2b83d2d0-52c1-4eab-a8a9-b6c6a69eb0ff tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813105 Jan 17 21:31:37.747271 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] get_ports_and_sgs() called for port_ids ['d25d6980-4925-4e8f-bed1-d6d5051f37ce'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:31:38.218776 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:31:38.521170 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30b710-2e0f-4a48-8d59-2d1f2881b1e5 req-6a81740a-c298-4344-ae42-1817e945c82e tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:38.522925 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0c30b710-2e0f-4a48-8d59-2d1f2881b1e5 req-6a81740a-c298-4344-ae42-1817e945c82e tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 945 time: 0.0556879 Jan 17 21:31:38.582608 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0c30b710-2e0f-4a48-8d59-2d1f2881b1e5 req-f5280e58-0c22-4885-acfc-32582d5c27b7 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538764 Jan 17 21:31:38.826431 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d17be-8846-47b5-9cc3-c937716bc4bd req-2c853d46-856a-4649-8b1d-bd71513aae80 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:38.828315 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5e4d17be-8846-47b5-9cc3-c937716bc4bd req-2c853d46-856a-4649-8b1d-bd71513aae80 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8b36124-78c9-4d6c-a106-743e642f28ea HTTP/1.1" status: 200 len: 945 time: 0.0639787 Jan 17 21:31:38.879892 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5e4d17be-8846-47b5-9cc3-c937716bc4bd req-e3112822-f433-4a94-8c7c-e568b56419b8 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450492 Jan 17 21:31:39.149711 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device d25d6980-4925-4e8f-bed1-d6d5051f37ce up at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:31:39.206970 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning for port d25d6980-4925-4e8f-bed1-d6d5051f37ce completed by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 21:31:39.211378 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning complete for port d25d6980-4925-4e8f-bed1-d6d5051f37ce triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:31:39.212171 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (d25d6980-4925-4e8f-bed1-d6d5051f37ce), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:39.299741 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port d25d6980-4925-4e8f-bed1-d6d5051f37ce is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:31:39.300205 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (d25d6980-4925-4e8f-bed1-d6d5051f37ce), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:39.330265 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b36124-78c9-4d6c-a106-743e642f28ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd25d6980-4925-4e8f-bed1-d6d5051f37ce'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:31:39.332820 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd74998850970e76e5e696d55ae046c45085ecb7dce1b7bf3912a5be803d1cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570f5608-711e-42e2-a0e6-9506b47c3c16" -d '{"events": [{"server_uuid": "a8b36124-78c9-4d6c-a106-743e642f28ea", "name": "network-vif-plugged", "status": "completed", "tag": "d25d6980-4925-4e8f-bed1-d6d5051f37ce"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:31:39.346459 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port d25d6980-4925-4e8f-bed1-d6d5051f37ce, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=d25d6980-4925-4e8f-bed1-d6d5051f37ce,segment=NetworkSegment(7ee340a2-c031-4107-9341-36ba121a962a),segment_id=7ee340a2-c031-4107-9341-36ba121a962a)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:31:39.352070 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (d25d6980-4925-4e8f-bed1-d6d5051f37ce), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:39.376277 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e11418-6674-4bec-9ff2-23a56caea662 x-openstack-request-id: req-c5e11418-6674-4bec-9ff2-23a56caea662 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:31:39.376617 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b36124-78c9-4d6c-a106-743e642f28ea", "name": "network-vif-plugged", "status": "completed", "tag": "d25d6980-4925-4e8f-bed1-d6d5051f37ce", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:31:39.376881 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c5e11418-6674-4bec-9ff2-23a56caea662 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:31:39.377503 dv-cinder-824895-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b36124-78c9-4d6c-a106-743e642f28ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd25d6980-4925-4e8f-bed1-d6d5051f37ce', 'code': 200} Jan 17 21:31:39.414884 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=d25d6980-4925-4e8f-bed1-d6d5051f37ce,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:31:39.621175 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e9476-f80d-4a26-945f-c339f64ae5ee req-3e8ce887-6178-4a0d-ae49-daf456fcf4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:39.623681 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-3a9e9476-f80d-4a26-945f-c339f64ae5ee req-3e8ce887-6178-4a0d-ae49-daf456fcf4b7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a8b36124-78c9-4d6c-a106-743e642f28ea HTTP/1.1" status: 200 len: 1099 time: 0.0475035 Jan 17 21:31:39.675961 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-3a9e9476-f80d-4a26-945f-c339f64ae5ee req-80cd8d47-b8cf-4c04-83a7-e1b0002619ae service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444195 Jan 17 21:31:39.715520 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b66979-0d4d-472c-897e-5d0f93f4b42c req-ddbe287a-d4f2-428c-99ce-cc3929d44a61 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:39.717071 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-80b66979-0d4d-472c-897e-5d0f93f4b42c req-ddbe287a-d4f2-428c-99ce-cc3929d44a61 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 945 time: 0.0561309 Jan 17 21:31:39.770108 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-80b66979-0d4d-472c-897e-5d0f93f4b42c req-0d4885c0-7780-4932-8a32-3d140144aa72 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466297 Jan 17 21:31:40.015129 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd138d18-b329-444d-ab9f-b9f7c2cb9184 req-a36878e9-d8d0-4875-8cee-6f31ea571c82 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:40.020959 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bd138d18-b329-444d-ab9f-b9f7c2cb9184 req-a36878e9-d8d0-4875-8cee-6f31ea571c82 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8b36124-78c9-4d6c-a106-743e642f28ea HTTP/1.1" status: 200 len: 946 time: 0.0678713 Jan 17 21:31:40.076973 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bd138d18-b329-444d-ab9f-b9f7c2cb9184 req-941d759a-0579-4fc8-91a7-c41f37391d77 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538883 Jan 17 21:31:40.902920 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de5603-0ed7-45e5-817a-9891730911e3 req-25ac8bea-9288-41a1-9666-023b2aa6bfe8 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:40.909978 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-99de5603-0ed7-45e5-817a-9891730911e3 req-25ac8bea-9288-41a1-9666-023b2aa6bfe8 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 945 time: 0.0576525 Jan 17 21:31:40.966815 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-99de5603-0ed7-45e5-817a-9891730911e3 req-aa5533ea-5863-4e8a-8a01-6b911ec48407 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559072 Jan 17 21:31:41.210658 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c01b8c-839a-4ab8-9906-baf7dfbf06fe req-48f786bc-ba9d-4f74-a948-ee44d8eb1311 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:41.216990 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a0c01b8c-839a-4ab8-9906-baf7dfbf06fe req-48f786bc-ba9d-4f74-a948-ee44d8eb1311 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8b36124-78c9-4d6c-a106-743e642f28ea HTTP/1.1" status: 200 len: 946 time: 0.0607090 Jan 17 21:31:41.274787 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a0c01b8c-839a-4ab8-9906-baf7dfbf06fe req-0b018df3-0da0-4437-8332-24a3a56a5b73 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566225 Jan 17 21:31:42.122133 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1dadf3-d22d-4290-9e97-f957eb4b3f95 req-275051fd-7f52-4303-adc8-b13ba716d642 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:42.123763 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2b1dadf3-d22d-4290-9e97-f957eb4b3f95 req-275051fd-7f52-4303-adc8-b13ba716d642 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 945 time: 0.0714383 Jan 17 21:31:42.178990 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2b1dadf3-d22d-4290-9e97-f957eb4b3f95 req-edf29024-f9f9-465c-8eba-7286395c4ce8 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470049 Jan 17 21:31:42.400572 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a5ea2-788a-4f34-abbd-c66f9b3cba63 req-ab51151c-a24b-4bb4-9551-2651ee76ff60 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:42.402243 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-049a5ea2-788a-4f34-abbd-c66f9b3cba63 req-ab51151c-a24b-4bb4-9551-2651ee76ff60 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8b36124-78c9-4d6c-a106-743e642f28ea HTTP/1.1" status: 200 len: 946 time: 0.0542421 Jan 17 21:31:42.463031 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-049a5ea2-788a-4f34-abbd-c66f9b3cba63 req-e7f9e0b9-c302-4bc3-a67f-5fef2c05d72d tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542233 Jan 17 21:31:42.610780 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ff169-a2af-4a38-8ca5-c050d1a3d07e req-d3d1c495-8f0e-4fc8-8cd0-cc48e4bcfe95 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:42.612397 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ce5ff169-a2af-4a38-8ca5-c050d1a3d07e req-d3d1c495-8f0e-4fc8-8cd0-cc48e4bcfe95 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8b36124-78c9-4d6c-a106-743e642f28ea HTTP/1.1" status: 200 len: 946 time: 0.0732963 Jan 17 21:31:42.669223 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ce5ff169-a2af-4a38-8ca5-c050d1a3d07e req-ed41ce8f-9615-45bb-8d49-6376fb2d7cf1 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504446 Jan 17 21:31:42.690296 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 60590) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:31:42.892601 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e7bf88-8bbd-44d5-95e4-cf960faf8f3c tempest-TestVolumeBootPattern-2121771600 tempest-TestVolumeBootPattern-2121771600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:42.894497 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-99e7bf88-8bbd-44d5-95e4-cf960faf8f3c tempest-TestVolumeBootPattern-2121771600 tempest-TestVolumeBootPattern-2121771600-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a8b36124-78c9-4d6c-a106-743e642f28ea HTTP/1.1" status: 200 len: 1094 time: 0.2030895 Jan 17 21:31:42.897395 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 60594) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:31:42.902047 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-730da41e-e69e-42b1-a6c1-ea426819165e tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Request body: {'floatingip': {'floating_network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'port_id': 'd25d6980-4925-4e8f-bed1-d6d5051f37ce', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:31:42.927961 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-730da41e-e69e-42b1-a6c1-ea426819165e tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:43.053711 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-730da41e-e69e-42b1-a6c1-ea426819165e tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:43.173915 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [None req-730da41e-e69e-42b1-a6c1-ea426819165e tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Allocated IP 172.27.0.8 (a67fc2c9-f054-41ed-b80e-f186bf3f4e5f/f42dc890-63b4-41d2-851c-b195861b2359/d41d60f1-0aba-4c7c-8b36-567fd8b880c0) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:31:43.312423 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-730da41e-e69e-42b1-a6c1-ea426819165e tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks [] for port (d41d60f1-0aba-4c7c-8b36-567fd8b880c0), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:43.353044 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e15a33-5ba1-4744-893b-d1a23bf365f5 req-ecf4a3a1-b066-40d2-bf60-fe66d0eb8aa6 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:43.353675 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-730da41e-e69e-42b1-a6c1-ea426819165e tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (d41d60f1-0aba-4c7c-8b36-567fd8b880c0), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:43.367687 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-99e15a33-5ba1-4744-893b-d1a23bf365f5 req-ecf4a3a1-b066-40d2-bf60-fe66d0eb8aa6 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 945 time: 0.0894864 Jan 17 21:31:43.408530 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730da41e-e69e-42b1-a6c1-ea426819165e tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Network a67fc2c9-f054-41ed-b80e-f186bf3f4e5f is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:31:43.412266 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-730da41e-e69e-42b1-a6c1-ea426819165e tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:31:43.416486 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730da41e-e69e-42b1-a6c1-ea426819165e tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:31:43.419688 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730da41e-e69e-42b1-a6c1-ea426819165e tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Pushing event updated for resources: {'Port': ['ID=d41d60f1-0aba-4c7c-8b36-567fd8b880c0,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:31:43.447818 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-99e15a33-5ba1-4744-893b-d1a23bf365f5 req-8364ed9b-e5bc-475f-9e28-c4a3be923806 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790193 Jan 17 21:31:44.103068 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-730da41e-e69e-42b1-a6c1-ea426819165e tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks [] for floatingip (2b833f34-c378-4a9b-9c11-d44806c2df7b), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:44.176416 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-730da41e-e69e-42b1-a6c1-ea426819165e tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (d41d60f1-0aba-4c7c-8b36-567fd8b880c0), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:44.324928 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-730da41e-e69e-42b1-a6c1-ea426819165e tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks [] for port (d41d60f1-0aba-4c7c-8b36-567fd8b880c0), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:44.329270 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-730da41e-e69e-42b1-a6c1-ea426819165e tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3358448'] for port (d41d60f1-0aba-4c7c-8b36-567fd8b880c0), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:44.401122 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730da41e-e69e-42b1-a6c1-ea426819165e tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Pushing event updated for resources: {'Port': ['ID=d41d60f1-0aba-4c7c-8b36-567fd8b880c0,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:31:44.411315 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-730da41e-e69e-42b1-a6c1-ea426819165e tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1018624'] for floatingip (2b833f34-c378-4a9b-9c11-d44806c2df7b), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:44.519217 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.db.l3_db [None req-730da41e-e69e-42b1-a6c1-ea426819165e tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Floating IP 2b833f34-c378-4a9b-9c11-d44806c2df7b associated. External IP: 172.27.0.8, port: d25d6980-4925-4e8f-bed1-d6d5051f37ce. Jan 17 21:31:44.583919 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944442df-1a4d-4696-9113-5af30ae9ed00 req-85090064-c49b-411b-b2d4-65ceeee4d6ff tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:44.585462 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-944442df-1a4d-4696-9113-5af30ae9ed00 req-85090064-c49b-411b-b2d4-65ceeee4d6ff tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 945 time: 0.0499420 Jan 17 21:31:44.633995 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-944442df-1a4d-4696-9113-5af30ae9ed00 req-4e0e4cf2-73e5-409a-8a6b-3ab64f8ecdf3 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428929 Jan 17 21:31:44.745867 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730da41e-e69e-42b1-a6c1-ea426819165e tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Router 78be4ba5-dcdf-466f-8857-3af7b5656228 has already been hosted by L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:31:44.858652 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730da41e-e69e-42b1-a6c1-ea426819165e tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:31:44.869888 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719bbffe-85a3-4077-83d0-5c33ef72a7d6 None None] Sync routers for ids ['78be4ba5-dcdf-466f-8857-3af7b5656228'] in dv-cinder-824895-3-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:31:44.877093 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-730da41e-e69e-42b1-a6c1-ea426819165e tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for floatingip (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:44.881551 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719bbffe-85a3-4077-83d0-5c33ef72a7d6 None None] Routers {'78be4ba5-dcdf-466f-8857-3af7b5656228'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:31:44.882196 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-719bbffe-85a3-4077-83d0-5c33ef72a7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:31:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['78be4ba5-dcdf-466f-8857-3af7b5656228'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:31:44.917805 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-730da41e-e69e-42b1-a6c1-ea426819165e tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0108423 Jan 17 21:31:44.917805 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b36124-78c9-4d6c-a106-743e642f28ea', 'tag': 'd25d6980-4925-4e8f-bed1-d6d5051f37ce'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:31:44.917805 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c2de0e70a1bc7346ac1be0cec4f24ea848d889c4763a7575c3a73373459bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9624ce-003d-4cb9-a047-1575fb1c2eb5" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b36124-78c9-4d6c-a106-743e642f28ea", "tag": "d25d6980-4925-4e8f-bed1-d6d5051f37ce"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:31:44.950800 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56b48e1-e910-410e-84db-639b66d147a2 x-openstack-request-id: req-e56b48e1-e910-410e-84db-639b66d147a2 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:31:44.951083 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b36124-78c9-4d6c-a106-743e642f28ea", "tag": "d25d6980-4925-4e8f-bed1-d6d5051f37ce", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:31:44.951331 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e56b48e1-e910-410e-84db-639b66d147a2 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:31:44.951733 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b36124-78c9-4d6c-a106-743e642f28ea', 'tag': 'd25d6980-4925-4e8f-bed1-d6d5051f37ce', 'status': 'completed', 'code': 200} Jan 17 21:31:45.002768 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-719bbffe-85a3-4077-83d0-5c33ef72a7d6 None None] Set router 78be4ba5-dcdf-466f-8857-3af7b5656228 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:31:45.023334 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9624ce-003d-4cb9-a047-1575fb1c2eb5 req-ab759884-a01b-491c-860a-11eee0f34a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:45.024898 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-5b9624ce-003d-4cb9-a047-1575fb1c2eb5 req-ab759884-a01b-491c-860a-11eee0f34a61 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=97b00002d33945c6a8056483b241fbf6&device_id=a8b36124-78c9-4d6c-a106-743e642f28ea HTTP/1.1" status: 200 len: 1099 time: 0.0419130 Jan 17 21:31:45.154795 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9344d5-3ca3-463e-b3ef-0f870a91fc5d req-38693263-dcbd-4f30-9bb4-4df9394fffae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:45.156291 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2a9344d5-3ca3-463e-b3ef-0f870a91fc5d req-38693263-dcbd-4f30-9bb4-4df9394fffae service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3391c884182f46fc99248b8f0ba1822f&device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 1098 time: 0.0747218 Jan 17 21:31:45.159512 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9624ce-003d-4cb9-a047-1575fb1c2eb5 req-ce701662-2dad-4514-aac5-bdc6d8611cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:45.160858 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-5b9624ce-003d-4cb9-a047-1575fb1c2eb5 req-ce701662-2dad-4514-aac5-bdc6d8611cd4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5af0e6ef-b600-4363-b491-e83498d1d2b9 HTTP/1.1" status: 200 len: 912 time: 0.1291692 Jan 17 21:31:45.235303 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-719bbffe-85a3-4077-83d0-5c33ef72a7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'name': 'tempest-TestVolumeBootPattern-920129794-router', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:34Z', 'updated_at': '2022-01-17T21:23:38Z', 'revision_number': 4, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'gw_port': {'id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:84:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:35Z', 'updated_at': '2022-01-17T21:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_floatingips': [{'id': '2b833f34-c378-4a9b-9c11-d44806c2df7b', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'floating_ip_address': '172.27.0.8', 'floating_network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'router_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'port_id': 'd25d6980-4925-4e8f-bed1-d6d5051f37ce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9', 'mac_address': 'fa:16:3e:73:47:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b36124-78c9-4d6c-a106-743e642f28ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:31:43Z', 'updated_at': '2022-01-17T21:31:43Z', 'revision_number': 0, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'fixed_ip_address_scope': None}, {'id': '9104f40e-8753-4e9b-a214-629e64c49405', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'floating_ip_address': '172.27.0.54', 'floating_network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'router_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'port_id': '49b3d1af-2602-4952-bb5a-f5c52e593c91', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9', 'mac_address': 'fa:16:3e:f7:e9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1b3ad9-6be9-4165-aea2-3a8bce7657b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:29:09Z', 'updated_at': '2022-01-17T21:29:12Z', 'revision_number': 1, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac94ccc9-7efe-4100-8faa-599da3bc5807', 'name': '', 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'mac_address': 'fa:16:3e:af:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:37Z', 'updated_at': '2022-01-17T21:23:48Z', 'revision_number': 5, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'subnets': [{'id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:31:45.261213 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719bbffe-85a3-4077-83d0-5c33ef72a7d6 None None] Checking router: 78be4ba5-dcdf-466f-8857-3af7b5656228 for host: dv-cinder-824895-3-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:31:45.270291 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719bbffe-85a3-4077-83d0-5c33ef72a7d6 None None] Routers {'78be4ba5-dcdf-466f-8857-3af7b5656228'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:31:45.270918 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-719bbffe-85a3-4077-83d0-5c33ef72a7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:31:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['78be4ba5-dcdf-466f-8857-3af7b5656228'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:31:45.274657 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-5b9624ce-003d-4cb9-a047-1575fb1c2eb5 req-052c3c4a-7dbe-45f2-825d-127b89f14396 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d25d6980-4925-4e8f-bed1-d6d5051f37ce HTTP/1.1" status: 200 len: 998 time: 0.1009014 Jan 17 21:31:45.327943 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9344d5-3ca3-463e-b3ef-0f870a91fc5d req-6527bc1f-e6a2-437c-bc44-db10f54789a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:45.329992 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2a9344d5-3ca3-463e-b3ef-0f870a91fc5d req-6527bc1f-e6a2-437c-bc44-db10f54789a4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c0ec84dc-cf63-4d34-bc61-575dee41c738 HTTP/1.1" status: 200 len: 918 time: 0.1634717 Jan 17 21:31:45.345915 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9624ce-003d-4cb9-a047-1575fb1c2eb5 req-67437592-2f77-41c5-b72c-5bb36d7590c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:45.347299 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-5b9624ce-003d-4cb9-a047-1575fb1c2eb5 req-67437592-2f77-41c5-b72c-5bb36d7590c1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3f2b416e-5468-4144-8f1a-53499e3c7b82 HTTP/1.1" status: 200 len: 850 time: 0.0637083 Jan 17 21:31:45.377695 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-719bbffe-85a3-4077-83d0-5c33ef72a7d6 None None] Set router 78be4ba5-dcdf-466f-8857-3af7b5656228 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:31:45.426354 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2a9344d5-3ca3-463e-b3ef-0f870a91fc5d req-bb21440b-04a5-4e11-80cc-c3d9fc39e5da service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8aacd03c-92eb-4738-865d-606ef0ff4559 HTTP/1.1" status: 200 len: 1001 time: 0.0902538 Jan 17 21:31:45.433084 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9624ce-003d-4cb9-a047-1575fb1c2eb5 req-d3c1b3d2-2190-4477-8b84-e07ee63d7303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:45.434518 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-5b9624ce-003d-4cb9-a047-1575fb1c2eb5 req-d3c1b3d2-2190-4477-8b84-e07ee63d7303 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5af0e6ef-b600-4363-b491-e83498d1d2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0614035 Jan 17 21:31:45.525769 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9344d5-3ca3-463e-b3ef-0f870a91fc5d req-d953dde7-8a4e-477f-91d9-7ac8f1b6d838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:45.527145 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2a9344d5-3ca3-463e-b3ef-0f870a91fc5d req-d953dde7-8a4e-477f-91d9-7ac8f1b6d838 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0394e051-e826-45f6-a758-acda968d34cd HTTP/1.1" status: 200 len: 856 time: 0.0917873 Jan 17 21:31:45.579330 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-5b9624ce-003d-4cb9-a047-1575fb1c2eb5 req-baea4ea9-9170-460e-aa80-855bc760c1e0 service neutron] 10.222.0.72 "GET /v2.0/networks/5af0e6ef-b600-4363-b491-e83498d1d2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360183 Jan 17 21:31:45.605321 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-719bbffe-85a3-4077-83d0-5c33ef72a7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'name': 'tempest-TestVolumeBootPattern-920129794-router', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:34Z', 'updated_at': '2022-01-17T21:23:38Z', 'revision_number': 4, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'gw_port': {'id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:84:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:35Z', 'updated_at': '2022-01-17T21:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_floatingips': [{'id': '2b833f34-c378-4a9b-9c11-d44806c2df7b', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'floating_ip_address': '172.27.0.8', 'floating_network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'router_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'port_id': 'd25d6980-4925-4e8f-bed1-d6d5051f37ce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9', 'mac_address': 'fa:16:3e:73:47:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b36124-78c9-4d6c-a106-743e642f28ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:31:43Z', 'updated_at': '2022-01-17T21:31:43Z', 'revision_number': 0, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'fixed_ip_address_scope': None}, {'id': '9104f40e-8753-4e9b-a214-629e64c49405', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'floating_ip_address': '172.27.0.54', 'floating_network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'router_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'port_id': '49b3d1af-2602-4952-bb5a-f5c52e593c91', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9', 'mac_address': 'fa:16:3e:f7:e9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1b3ad9-6be9-4165-aea2-3a8bce7657b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:29:09Z', 'updated_at': '2022-01-17T21:29:12Z', 'revision_number': 1, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac94ccc9-7efe-4100-8faa-599da3bc5807', 'name': '', 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'mac_address': 'fa:16:3e:af:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:37Z', 'updated_at': '2022-01-17T21:23:48Z', 'revision_number': 5, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'subnets': [{'id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:31:45.631855 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719bbffe-85a3-4077-83d0-5c33ef72a7d6 None None] The sync data for ids ['78be4ba5-dcdf-466f-8857-3af7b5656228'] in dv-cinder-824895-3-iscsi is: [{'id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'name': 'tempest-TestVolumeBootPattern-920129794-router', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:34Z', 'updated_at': '2022-01-17T21:23:38Z', 'revision_number': 4, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'gw_port': {'id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:84:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:35Z', 'updated_at': '2022-01-17T21:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_floatingips': [{'id': '2b833f34-c378-4a9b-9c11-d44806c2df7b', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'floating_ip_address': '172.27.0.8', 'floating_network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'router_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'port_id': 'd25d6980-4925-4e8f-bed1-d6d5051f37ce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9', 'mac_address': 'fa:16:3e:73:47:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b36124-78c9-4d6c-a106-743e642f28ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:31:43Z', 'updated_at': '2022-01-17T21:31:43Z', 'revision_number': 0, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'fixed_ip_address_scope': None}, {'id': '9104f40e-8753-4e9b-a214-629e64c49405', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'floating_ip_address': '172.27.0.54', 'floating_network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'router_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'port_id': '49b3d1af-2602-4952-bb5a-f5c52e593c91', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9', 'mac_address': 'fa:16:3e:f7:e9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1b3ad9-6be9-4165-aea2-3a8bce7657b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:29:09Z', 'updated_at': '2022-01-17T21:29:12Z', 'revision_number': 1, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac94ccc9-7efe-4100-8faa-599da3bc5807', 'name': '', 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'mac_address': 'fa:16:3e:af:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:37Z', 'updated_at': '2022-01-17T21:23:48Z', 'revision_number': 5, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'subnets': [{'id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:31:45.634750 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9344d5-3ca3-463e-b3ef-0f870a91fc5d req-9f8918e8-7809-4c99-86de-cc59f78af238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:45.636253 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2a9344d5-3ca3-463e-b3ef-0f870a91fc5d req-9f8918e8-7809-4c99-86de-cc59f78af238 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c0ec84dc-cf63-4d34-bc61-575dee41c738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1021469 Jan 17 21:31:45.727078 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-5b9624ce-003d-4cb9-a047-1575fb1c2eb5 req-eab049b5-2249-4bae-ba9a-fcd0239a910b service neutron] 10.222.0.72 "GET /v2.0/networks/5af0e6ef-b600-4363-b491-e83498d1d2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419804 Jan 17 21:31:45.751324 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2a9344d5-3ca3-463e-b3ef-0f870a91fc5d req-aa0a410f-54dd-4a9e-a032-095a8fcffd9d service neutron] 10.222.0.72 "GET /v2.0/networks/c0ec84dc-cf63-4d34-bc61-575dee41c738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090736 Jan 17 21:31:45.765325 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab22694-99b4-45d3-892a-adae682c92d1 req-82673eed-f0ae-48b8-a0b7-3bd045f56beb tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:45.768915 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4ab22694-99b4-45d3-892a-adae682c92d1 req-82673eed-f0ae-48b8-a0b7-3bd045f56beb tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 945 time: 0.0594258 Jan 17 21:31:45.825625 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4ab22694-99b4-45d3-892a-adae682c92d1 req-a481709f-5234-418b-a7b5-067bbcf42afb tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491736 Jan 17 21:31:45.862978 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2a9344d5-3ca3-463e-b3ef-0f870a91fc5d req-02717e60-661e-429b-bfca-66156df87670 service neutron] 10.222.0.72 "GET /v2.0/networks/c0ec84dc-cf63-4d34-bc61-575dee41c738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056449 Jan 17 21:31:45.878317 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fd5c72-7c2c-4247-8883-b787e99cb018 None None] New status for floating IP 2b833f34-c378-4a9b-9c11-d44806c2df7b: ACTIVE {{(pid=102501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 21:31:46.959813 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b598f60-4895-4f78-9b86-cbe88fff912e req-afff0cd2-4cda-46d1-b07d-9d73c39faa05 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:46.961382 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5b598f60-4895-4f78-9b86-cbe88fff912e req-afff0cd2-4cda-46d1-b07d-9d73c39faa05 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 945 time: 0.0490532 Jan 17 21:31:47.008021 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5b598f60-4895-4f78-9b86-cbe88fff912e req-aab2eb17-e9d8-43d7-ac66-a5653dcaf420 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410547 Jan 17 21:31:48.129870 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c804c-a536-4392-91f2-4779f316484c req-f314092d-62c0-4f07-8cdb-41f14f1b20dc tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:48.131385 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cb0c804c-a536-4392-91f2-4779f316484c req-f314092d-62c0-4f07-8cdb-41f14f1b20dc tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 945 time: 0.0504405 Jan 17 21:31:48.178459 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cb0c804c-a536-4392-91f2-4779f316484c req-af368820-6f17-4bf7-918b-9236b892c97b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411870 Jan 17 21:31:48.921732 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [req-e75e6c5e-4d34-4e57-879a-b88c118257df req-00983cc7-ff72-4c28-bcba-af591d3e95a1 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102498) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 21:31:48.922802 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e75e6c5e-4d34-4e57-879a-b88c118257df req-00983cc7-ff72-4c28-bcba-af591d3e95a1 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053318 Jan 17 21:31:49.082191 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0495cc-77d4-4427-80b1-83efc911a876 req-9c7ff9ad-7190-4ac7-98b6-f1d07ac0cc5d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:49.084105 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cd0495cc-77d4-4427-80b1-83efc911a876 req-9c7ff9ad-7190-4ac7-98b6-f1d07ac0cc5d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 945 time: 0.0537817 Jan 17 21:31:49.134031 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cd0495cc-77d4-4427-80b1-83efc911a876 req-22a82879-b49a-4496-b695-5b454cc54440 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432830 Jan 17 21:31:49.239917 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 8aacd03c-92eb-4738-865d-606ef0ff4559 no longer exists at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:31:49.319327 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port 8aacd03c-92eb-4738-865d-606ef0ff4559 is: ACTIVE; New status is: DOWN {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:31:49.320017 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (8aacd03c-92eb-4738-865d-606ef0ff4559), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:49.343940 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc3ee12-556d-4522-9fae-d6c208109ee4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8aacd03c-92eb-4738-865d-606ef0ff4559'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:31:49.346239 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd74998850970e76e5e696d55ae046c45085ecb7dce1b7bf3912a5be803d1cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357427ba-12cc-4c35-bf07-5d76536bd177" -d '{"events": [{"server_uuid": "0bc3ee12-556d-4522-9fae-d6c208109ee4", "name": "network-vif-unplugged", "status": "completed", "tag": "8aacd03c-92eb-4738-865d-606ef0ff4559"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:31:49.348294 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 60668) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:31:49.362363 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port 8aacd03c-92eb-4738-865d-606ef0ff4559, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=8aacd03c-92eb-4738-865d-606ef0ff4559,segment=NetworkSegment(3793e984-7f3b-42a4-b23f-4f321936b0eb),segment_id=3793e984-7f3b-42a4-b23f-4f321936b0eb)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:31:49.367023 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (8aacd03c-92eb-4738-865d-606ef0ff4559), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:49.390008 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 17 Jan 2022 21:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432bc56f-5024-400a-98c0-98c6fb0b3830 x-openstack-request-id: req-432bc56f-5024-400a-98c0-98c6fb0b3830 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:31:49.390305 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc3ee12-556d-4522-9fae-d6c208109ee4", "name": "network-vif-unplugged", "status": "failed", "tag": "8aacd03c-92eb-4738-865d-606ef0ff4559", "code": 422}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:31:49.390559 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-432bc56f-5024-400a-98c0-98c6fb0b3830 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:31:49.390950 dv-cinder-824895-3-iscsi neutron-server[102500]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0bc3ee12-556d-4522-9fae-d6c208109ee4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8aacd03c-92eb-4738-865d-606ef0ff4559', 'code': 422} returned with failed status Jan 17 21:31:49.417784 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=8aacd03c-92eb-4738-865d-606ef0ff4559,revision_number=8']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:31:49.442189 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a7c794bf-1ba8-4d75-9d2f-715bb4d04baa req-d582a305-f689-4dbe-b8a5-a5239f262d5d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0926902 Jan 17 21:31:49.455610 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [req-a7c794bf-1ba8-4d75-9d2f-715bb4d04baa req-fdfe4178-5138-43c5-aca7-274387c99b3c service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102499) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 21:31:49.459906 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a7c794bf-1ba8-4d75-9d2f-715bb4d04baa req-fdfe4178-5138-43c5-aca7-274387c99b3c service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0130460 Jan 17 21:31:50.244207 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c794bf-1ba8-4d75-9d2f-715bb4d04baa req-2a725b52-5595-4d4d-8302-c28a2b8f3c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:50.245796 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a7c794bf-1ba8-4d75-9d2f-715bb4d04baa req-2a725b52-5595-4d4d-8302-c28a2b8f3c1a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4&tenant_id=3391c884182f46fc99248b8f0ba1822f HTTP/1.1" status: 200 len: 1096 time: 0.0404689 Jan 17 21:31:50.254587 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123321b0-3e2f-45a4-95fd-f5f96a807d4f req-94b316e6-8a60-475d-be7c-cab4348e5ab5 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:50.256105 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-123321b0-3e2f-45a4-95fd-f5f96a807d4f req-94b316e6-8a60-475d-be7c-cab4348e5ab5 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 943 time: 0.0477800 Jan 17 21:31:50.302641 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-123321b0-3e2f-45a4-95fd-f5f96a807d4f req-f210d642-3572-4e1b-a093-e38b1d733c89 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405757 Jan 17 21:31:50.311724 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c794bf-1ba8-4d75-9d2f-715bb4d04baa req-0dd2e6ca-686e-452c-b937-e29def50e456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:50.313820 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a7c794bf-1ba8-4d75-9d2f-715bb4d04baa req-0dd2e6ca-686e-452c-b937-e29def50e456 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3391c884182f46fc99248b8f0ba1822f&device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 1096 time: 0.0438859 Jan 17 21:31:50.399216 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c794bf-1ba8-4d75-9d2f-715bb4d04baa req-7f56d535-bbd3-47be-8f78-aae7bfe4edb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:50.400705 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a7c794bf-1ba8-4d75-9d2f-715bb4d04baa req-7f56d535-bbd3-47be-8f78-aae7bfe4edb5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c0ec84dc-cf63-4d34-bc61-575dee41c738 HTTP/1.1" status: 200 len: 918 time: 0.0819037 Jan 17 21:31:50.468035 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a7c794bf-1ba8-4d75-9d2f-715bb4d04baa req-07564604-b46a-47c0-aa20-3b70b21fb211 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8aacd03c-92eb-4738-865d-606ef0ff4559 HTTP/1.1" status: 200 len: 999 time: 0.0612910 Jan 17 21:31:50.514225 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c794bf-1ba8-4d75-9d2f-715bb4d04baa req-5b17e4e5-1e1d-4445-b6a6-e7f99d67a376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:50.515632 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a7c794bf-1ba8-4d75-9d2f-715bb4d04baa req-5b17e4e5-1e1d-4445-b6a6-e7f99d67a376 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0394e051-e826-45f6-a758-acda968d34cd HTTP/1.1" status: 200 len: 856 time: 0.0424426 Jan 17 21:31:50.559382 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c794bf-1ba8-4d75-9d2f-715bb4d04baa req-837bcf2b-98ff-4a6c-bcea-b8b35c560a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:50.560885 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a7c794bf-1ba8-4d75-9d2f-715bb4d04baa req-837bcf2b-98ff-4a6c-bcea-b8b35c560a1c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c0ec84dc-cf63-4d34-bc61-575dee41c738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398111 Jan 17 21:31:50.649979 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a7c794bf-1ba8-4d75-9d2f-715bb4d04baa req-ab016f7a-0370-4f9d-8e21-72a5204d45bf service neutron] 10.222.0.72 "GET /v2.0/networks/c0ec84dc-cf63-4d34-bc61-575dee41c738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835459 Jan 17 21:31:50.736762 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a7c794bf-1ba8-4d75-9d2f-715bb4d04baa req-dc1ac873-cea7-4442-a315-254a8937ec4c service neutron] 10.222.0.72 "GET /v2.0/networks/c0ec84dc-cf63-4d34-bc61-575dee41c738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806930 Jan 17 21:31:51.433394 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59effc43-9cec-4571-a591-9246f5986e51 req-0f308eba-a352-443e-9006-290925a70d32 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:51.440519 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-59effc43-9cec-4571-a591-9246f5986e51 req-0f308eba-a352-443e-9006-290925a70d32 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 943 time: 0.0608380 Jan 17 21:31:51.513183 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-59effc43-9cec-4571-a591-9246f5986e51 req-f60e324f-01b2-48b5-96e3-f9cfadc5f57a tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714569 Jan 17 21:31:52.633080 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b070c1-63a6-4f8d-be3b-738d16d0955f req-735ade86-0739-4234-a891-536e4e8edacb tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:52.635594 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-63b070c1-63a6-4f8d-be3b-738d16d0955f req-735ade86-0739-4234-a891-536e4e8edacb tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 943 time: 0.0538645 Jan 17 21:31:52.685300 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-63b070c1-63a6-4f8d-be3b-738d16d0955f req-4a415cfa-7721-43b1-a8d1-c80fab948583 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439656 Jan 17 21:31:52.750067 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:53.815866 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ea367-9af7-4b44-b0b8-ed1e062f0662 req-6d84e240-6285-460b-8506-56dc490dc0ec tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:53.817672 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5e8ea367-9af7-4b44-b0b8-ed1e062f0662 req-6d84e240-6285-460b-8506-56dc490dc0ec tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 943 time: 0.0536118 Jan 17 21:31:53.868229 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5e8ea367-9af7-4b44-b0b8-ed1e062f0662 req-58d2da38-ccbe-489d-9e37-1f7ef0399b54 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441649 Jan 17 21:31:54.916528 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-8f715320-3408-4541-92ce-577cc0afc4f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:55.004357 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e12e96-1230-49b8-9352-987cebc70ef2 req-4b21ff93-69a1-4bb8-bc02-a8d8ca3493fc tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:55.005933 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-38e12e96-1230-49b8-9352-987cebc70ef2 req-4b21ff93-69a1-4bb8-bc02-a8d8ca3493fc tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 943 time: 0.0559630 Jan 17 21:31:55.062243 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-38e12e96-1230-49b8-9352-987cebc70ef2 req-6819d232-8242-4805-bb5e-b3259fcdfbc8 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498319 Jan 17 21:31:56.190776 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be4d3c-4eb5-4358-b367-b260f91b3d7a req-5c8acaf7-f769-49a0-b95c-061ea1f64e91 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:56.192539 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-71be4d3c-4eb5-4358-b367-b260f91b3d7a req-5c8acaf7-f769-49a0-b95c-061ea1f64e91 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 943 time: 0.0484293 Jan 17 21:31:56.244306 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-71be4d3c-4eb5-4358-b367-b260f91b3d7a req-8863540d-2505-4a3c-a1ef-ea9fe258ffd5 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462132 Jan 17 21:31:57.373015 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df1d0a-ff45-4acd-975a-412edd7996c1 req-13c928a4-fa35-4a39-ace2-0f374e0c13f4 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:57.374569 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-37df1d0a-ff45-4acd-975a-412edd7996c1 req-13c928a4-fa35-4a39-ace2-0f374e0c13f4 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 943 time: 0.0542767 Jan 17 21:31:57.425366 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-37df1d0a-ff45-4acd-975a-412edd7996c1 req-42a328fe-2aa4-4ac9-ae12-a07b7a6ed5e7 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419619 Jan 17 21:31:57.660765 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e74b3b37-0c1c-46f2-a256-e8bcdbb7e5a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:58.486436 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:58.551695 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b197e75-dd66-41b6-a11c-3e67e27fa96c req-8d7f893e-9c3b-482b-b3b1-3efc17811125 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:58.553302 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4b197e75-dd66-41b6-a11c-3e67e27fa96c req-8d7f893e-9c3b-482b-b3b1-3efc17811125 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 943 time: 0.0516052 Jan 17 21:31:58.602446 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4b197e75-dd66-41b6-a11c-3e67e27fa96c req-026dbc21-9f16-47e5-bdf5-66fce15735e9 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433636 Jan 17 21:31:59.732865 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60feec31-c302-43dd-b35c-199d005937e0 req-c54cb2e5-4da7-405a-a2b4-8f7c8475511c tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:31:59.732865 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-60feec31-c302-43dd-b35c-199d005937e0 req-c54cb2e5-4da7-405a-a2b4-8f7c8475511c tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 943 time: 0.0587540 Jan 17 21:31:59.784832 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-60feec31-c302-43dd-b35c-199d005937e0 req-44cf98dc-f2f8-4513-9fb8-5e6f9eca0e96 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456069 Jan 17 21:32:00.084448 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:00.901631 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17ae9c-c791-4563-a753-16476788e295 req-aa67871b-6f1a-450f-bcc9-aa3fd34bb291 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:32:00.903071 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bc17ae9c-c791-4563-a753-16476788e295 req-aa67871b-6f1a-450f-bcc9-aa3fd34bb291 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 943 time: 0.0477829 Jan 17 21:32:00.948670 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bc17ae9c-c791-4563-a753-16476788e295 req-b73df289-99ef-48fe-b491-3f4bffbca8dc tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400910 Jan 17 21:32:01.392678 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:02.065714 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0f944-8cce-436c-aaee-78e2212534c7 req-309a40a6-4ace-435f-87e2-f8fbfbb78dc6 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:32:02.067289 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d5d0f944-8cce-436c-aaee-78e2212534c7 req-309a40a6-4ace-435f-87e2-f8fbfbb78dc6 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 943 time: 0.0475295 Jan 17 21:32:02.114492 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d5d0f944-8cce-436c-aaee-78e2212534c7 req-a35a8f79-47fb-4e9e-b7ab-6a6271dd65cf tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413663 Jan 17 21:32:03.235536 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998cf771-075c-47a5-a356-03903de81abe req-3da0ba03-6e7c-43d0-8bd2-8170e55484b2 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:32:03.236936 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-998cf771-075c-47a5-a356-03903de81abe req-3da0ba03-6e7c-43d0-8bd2-8170e55484b2 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 943 time: 0.0516262 Jan 17 21:32:03.281851 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-998cf771-075c-47a5-a356-03903de81abe req-a5b8696a-2246-4a6c-9583-cb56686dda8a tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393422 Jan 17 21:32:04.398951 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f356ad2-80d0-418f-9a42-993c9ffb6ccb req-dc0522f5-c055-4eb4-85ce-9bb1c779d82f tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:32:04.400514 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2f356ad2-80d0-418f-9a42-993c9ffb6ccb req-dc0522f5-c055-4eb4-85ce-9bb1c779d82f tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 943 time: 0.0475447 Jan 17 21:32:04.447134 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2f356ad2-80d0-418f-9a42-993c9ffb6ccb req-259abef2-951f-47f4-9350-53a5c971eb20 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411837 Jan 17 21:32:05.565298 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161ef77-b884-4938-8dbd-35f96546e16a req-2367217a-be16-4ee1-a3e5-a1d47da91e6d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:32:05.566753 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9161ef77-b884-4938-8dbd-35f96546e16a req-2367217a-be16-4ee1-a3e5-a1d47da91e6d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 943 time: 0.0476208 Jan 17 21:32:05.615240 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9161ef77-b884-4938-8dbd-35f96546e16a req-5ae35818-24bb-45b5-848e-f915fd6149fd tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430298 Jan 17 21:32:06.733164 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d3ac4-de5a-43fa-9e7d-0c266608c7e4 req-6ff618ed-f71b-455d-99e1-81a9382ce895 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:32:06.734556 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2c7d3ac4-de5a-43fa-9e7d-0c266608c7e4 req-6ff618ed-f71b-455d-99e1-81a9382ce895 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 943 time: 0.0490458 Jan 17 21:32:06.780499 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2c7d3ac4-de5a-43fa-9e7d-0c266608c7e4 req-fc05fb9a-fcdf-4f59-906a-c4fa393d4e39 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397820 Jan 17 21:32:07.326978 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 8aacd03c-92eb-4738-865d-606ef0ff4559 details requested by agent hyperv_hv-cinder-82489 with host hv-cinder-82489 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:32:07.539951 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port 8aacd03c-92eb-4738-865d-606ef0ff4559, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=8aacd03c-92eb-4738-865d-606ef0ff4559,segment=NetworkSegment(3793e984-7f3b-42a4-b23f-4f321936b0eb),segment_id=3793e984-7f3b-42a4-b23f-4f321936b0eb)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:32:07.551279 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Returning: {'device': '8aacd03c-92eb-4738-865d-606ef0ff4559', 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738', 'port_id': '8aacd03c-92eb-4738-865d-606ef0ff4559', 'mac_address': 'fa:16:3e:67:dd:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0394e051-e826-45f6-a758-acda968d34cd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:32:07.587139 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port 8aacd03c-92eb-4738-865d-606ef0ff4559 is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:32:07.587459 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (8aacd03c-92eb-4738-865d-606ef0ff4559), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:07.600063 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aacd03c-92eb-4738-865d-606ef0ff4559 {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:32:07.620320 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port 8aacd03c-92eb-4738-865d-606ef0ff4559, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=8aacd03c-92eb-4738-865d-606ef0ff4559,segment=NetworkSegment(3793e984-7f3b-42a4-b23f-4f321936b0eb),segment_id=3793e984-7f3b-42a4-b23f-4f321936b0eb)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:32:07.624555 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (8aacd03c-92eb-4738-865d-606ef0ff4559), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:07.672658 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=8aacd03c-92eb-4738-865d-606ef0ff4559,revision_number=9']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:32:07.900080 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55895c01-f9bc-4b0b-89f1-7512ff5f2fa5 req-bf7edffc-cd5d-4f3f-b952-d4f3e13eff8d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:32:07.901571 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-55895c01-f9bc-4b0b-89f1-7512ff5f2fa5 req-bf7edffc-cd5d-4f3f-b952-d4f3e13eff8d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 944 time: 0.0474780 Jan 17 21:32:07.947078 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-55895c01-f9bc-4b0b-89f1-7512ff5f2fa5 req-e582ad51-7445-438a-929a-f866b597f329 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395143 Jan 17 21:32:07.950961 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] get_ports_and_sgs() called for port_ids ['8aacd03c-92eb-4738-865d-606ef0ff4559'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:32:09.069310 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458b81b-3a5b-4d4d-a0b3-6f0e31bd4b67 req-7669210f-6347-4a1c-8e13-e1b61066d811 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:32:09.070707 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a458b81b-3a5b-4d4d-a0b3-6f0e31bd4b67 req-7669210f-6347-4a1c-8e13-e1b61066d811 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 944 time: 0.0514505 Jan 17 21:32:09.120008 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a458b81b-3a5b-4d4d-a0b3-6f0e31bd4b67 req-655a467e-b392-4178-aeab-115bc3202933 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437109 Jan 17 21:32:09.325335 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 8aacd03c-92eb-4738-865d-606ef0ff4559 up at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:32:09.374417 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning complete for port 8aacd03c-92eb-4738-865d-606ef0ff4559 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:32:09.374785 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (8aacd03c-92eb-4738-865d-606ef0ff4559), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:09.449080 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port 8aacd03c-92eb-4738-865d-606ef0ff4559 is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:32:09.449504 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (8aacd03c-92eb-4738-865d-606ef0ff4559), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:09.472778 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc3ee12-556d-4522-9fae-d6c208109ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aacd03c-92eb-4738-865d-606ef0ff4559'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:32:09.474980 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd74998850970e76e5e696d55ae046c45085ecb7dce1b7bf3912a5be803d1cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4529b7b7-0b2a-4ead-b243-f635cf494015" -d '{"events": [{"server_uuid": "0bc3ee12-556d-4522-9fae-d6c208109ee4", "name": "network-vif-plugged", "status": "completed", "tag": "8aacd03c-92eb-4738-865d-606ef0ff4559"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:32:09.487080 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port 8aacd03c-92eb-4738-865d-606ef0ff4559, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=8aacd03c-92eb-4738-865d-606ef0ff4559,segment=NetworkSegment(3793e984-7f3b-42a4-b23f-4f321936b0eb),segment_id=3793e984-7f3b-42a4-b23f-4f321936b0eb)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:32:09.491963 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (8aacd03c-92eb-4738-865d-606ef0ff4559), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:09.519202 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2844cdbe-b9bf-45cc-8fbe-7d23e7fe0764 x-openstack-request-id: req-2844cdbe-b9bf-45cc-8fbe-7d23e7fe0764 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:32:09.520176 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc3ee12-556d-4522-9fae-d6c208109ee4", "name": "network-vif-plugged", "status": "completed", "tag": "8aacd03c-92eb-4738-865d-606ef0ff4559", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:32:09.520585 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2844cdbe-b9bf-45cc-8fbe-7d23e7fe0764 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:32:09.521135 dv-cinder-824895-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc3ee12-556d-4522-9fae-d6c208109ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aacd03c-92eb-4738-865d-606ef0ff4559', 'code': 200} Jan 17 21:32:09.546325 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=8aacd03c-92eb-4738-865d-606ef0ff4559,revision_number=10']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:32:09.698056 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4468f-5de6-4f4d-90e9-27e4a8670089 req-062f0f2b-f1f0-4255-8532-261be9088436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:32:09.699529 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-06c4468f-5de6-4f4d-90e9-27e4a8670089 req-062f0f2b-f1f0-4255-8532-261be9088436 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 1099 time: 0.0396390 Jan 17 21:32:09.741487 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-06c4468f-5de6-4f4d-90e9-27e4a8670089 req-020ea1cc-a0bc-4ff5-bcc0-c4d88ef307f3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362053 Jan 17 21:32:10.242580 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11651365-bac3-4aaa-a328-52bbabe93f26 req-89c5cee2-02f6-4c97-9c40-188989ec5580 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:32:10.243975 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-11651365-bac3-4aaa-a328-52bbabe93f26 req-89c5cee2-02f6-4c97-9c40-188989ec5580 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 946 time: 0.0490518 Jan 17 21:32:10.296901 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-11651365-bac3-4aaa-a328-52bbabe93f26 req-5166f97f-3b6d-4b3f-8566-6a695e90d9c2 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455530 Jan 17 21:32:11.422779 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63cb26c-93db-40eb-80af-8726c27126fe req-d7846f40-ca14-4f24-ae65-192f656f314e tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:32:11.424434 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a63cb26c-93db-40eb-80af-8726c27126fe req-d7846f40-ca14-4f24-ae65-192f656f314e tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 946 time: 0.0531781 Jan 17 21:32:11.471676 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a63cb26c-93db-40eb-80af-8726c27126fe req-510e69b9-ca9a-4312-b0b7-b314cddeafc2 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418284 Jan 17 21:32:12.592864 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677b7bb-957c-4001-89ed-4e7baa4fb45c req-6f08631d-84bc-437f-8c6a-a7a3fb76336a tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:32:12.594333 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c677b7bb-957c-4001-89ed-4e7baa4fb45c req-6f08631d-84bc-437f-8c6a-a7a3fb76336a tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 946 time: 0.0507958 Jan 17 21:32:12.639951 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-c677b7bb-957c-4001-89ed-4e7baa4fb45c req-8b60063d-431f-4ae2-84c5-084f42acf185 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401349 Jan 17 21:32:15.217208 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:32:22.747549 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:24.911795 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a7679ec4-78b4-42e3-a734-0438e478988c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:27.666380 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c1396ead-5dd4-4d42-86b7-6fa8afbae302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:28.487985 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:30.087101 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:30.482260 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-df7fcdf3-f88d-4899-83f3-608c4befa456 req-6bc3762e-fcca-4fde-aff0-bc3290b0983c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428722 Jan 17 21:32:30.542705 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7fcdf3-f88d-4899-83f3-608c4befa456 req-40a63ae0-00d6-4981-9db7-595c305db718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:32:30.544180 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-df7fcdf3-f88d-4899-83f3-608c4befa456 req-40a63ae0-00d6-4981-9db7-595c305db718 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3391c884182f46fc99248b8f0ba1822f&device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 1099 time: 0.0401058 Jan 17 21:32:30.651144 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7fcdf3-f88d-4899-83f3-608c4befa456 req-9a837f9f-dc66-4928-b6f9-c2628fc2adee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:32:30.652682 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-df7fcdf3-f88d-4899-83f3-608c4befa456 req-9a837f9f-dc66-4928-b6f9-c2628fc2adee service neutron] 10.222.0.72 "GET /v2.0/networks?id=c0ec84dc-cf63-4d34-bc61-575dee41c738 HTTP/1.1" status: 200 len: 918 time: 0.0891812 Jan 17 21:32:30.983526 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-df7fcdf3-f88d-4899-83f3-608c4befa456 req-d5efa3fb-4cd9-4127-98fc-e5f3d317ab98 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8aacd03c-92eb-4738-865d-606ef0ff4559 HTTP/1.1" status: 200 len: 1001 time: 0.3240933 Jan 17 21:32:31.038777 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7fcdf3-f88d-4899-83f3-608c4befa456 req-a28bcba3-a958-436d-be49-14c75157bbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:32:31.040257 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-df7fcdf3-f88d-4899-83f3-608c4befa456 req-a28bcba3-a958-436d-be49-14c75157bbd5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0394e051-e826-45f6-a758-acda968d34cd HTTP/1.1" status: 200 len: 856 time: 0.0507596 Jan 17 21:32:31.092554 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7fcdf3-f88d-4899-83f3-608c4befa456 req-bc60722d-387a-444f-a28f-f0f77be9033b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:32:31.094616 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-df7fcdf3-f88d-4899-83f3-608c4befa456 req-bc60722d-387a-444f-a28f-f0f77be9033b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c0ec84dc-cf63-4d34-bc61-575dee41c738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484977 Jan 17 21:32:31.194220 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-df7fcdf3-f88d-4899-83f3-608c4befa456 req-97eca5b0-f8e9-4879-bd4f-94415d71c15e service neutron] 10.222.0.72 "GET /v2.0/networks/c0ec84dc-cf63-4d34-bc61-575dee41c738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939853 Jan 17 21:32:31.290320 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-df7fcdf3-f88d-4899-83f3-608c4befa456 req-86b80c97-7b15-42e5-b4ae-d8f3606a7b1f service neutron] 10.222.0.72 "GET /v2.0/networks/c0ec84dc-cf63-4d34-bc61-575dee41c738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880136 Jan 17 21:32:31.395734 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:52.216181 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:32:52.740598 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:54.914828 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2db0074b-d991-4639-ab39-8dfe8edd3763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:57.667810 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-90a694d4-cc40-4119-95ce-e6710b5dd524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:58.489543 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:00.089516 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:01.399795 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:08.461742 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cd7bb-ccf5-4c5f-b63a-04ebcc23c92c req-c0514cb7-e943-4cea-bff5-8c9428c1d79d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:08.463247 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2f3cd7bb-ccf5-4c5f-b63a-04ebcc23c92c req-c0514cb7-e943-4cea-bff5-8c9428c1d79d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 946 time: 0.0593553 Jan 17 21:33:08.515405 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2f3cd7bb-ccf5-4c5f-b63a-04ebcc23c92c req-f600007b-3087-427f-8923-00de773009e3 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465145 Jan 17 21:33:09.633671 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b482b71-0c1d-4c12-8643-871bb765e29b req-a42d04eb-197a-4d29-9725-b05fb66bd9d8 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:09.635112 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4b482b71-0c1d-4c12-8643-871bb765e29b req-a42d04eb-197a-4d29-9725-b05fb66bd9d8 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 946 time: 0.0468254 Jan 17 21:33:09.681590 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4b482b71-0c1d-4c12-8643-871bb765e29b req-263662e7-67cf-43e2-95c3-cd1a8adb4ef7 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ebe57d9-f293-497b-b533-668202f79779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409601 Jan 17 21:33:10.025846 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b406b-e947-4a2c-a56d-be6e57ec90a4 req-404538e4-d8e5-4fa5-96cf-097219ff5130 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:10.027306 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-dc6b406b-e947-4a2c-a56d-be6e57ec90a4 req-404538e4-d8e5-4fa5-96cf-097219ff5130 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.72 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 946 time: 0.0490742 Jan 17 21:33:10.116204 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-dc6b406b-e947-4a2c-a56d-be6e57ec90a4 req-93569f13-b81b-41af-98ff-a996a9633a9b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Deleting port 8aacd03c-92eb-4738-865d-606ef0ff4559 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:33:10.116582 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-dc6b406b-e947-4a2c-a56d-be6e57ec90a4 req-93569f13-b81b-41af-98ff-a996a9633a9b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (8aacd03c-92eb-4738-865d-606ef0ff4559), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:10.205186 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-dc6b406b-e947-4a2c-a56d-be6e57ec90a4 req-93569f13-b81b-41af-98ff-a996a9633a9b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] For port 8aacd03c-92eb-4738-865d-606ef0ff4559, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=8aacd03c-92eb-4738-865d-606ef0ff4559,segment=NetworkSegment(3793e984-7f3b-42a4-b23f-4f321936b0eb),segment_id=3793e984-7f3b-42a4-b23f-4f321936b0eb)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:33:10.205549 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-dc6b406b-e947-4a2c-a56d-be6e57ec90a4 req-93569f13-b81b-41af-98ff-a996a9633a9b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (8aacd03c-92eb-4738-865d-606ef0ff4559), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:10.379550 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-dc6b406b-e947-4a2c-a56d-be6e57ec90a4 req-93569f13-b81b-41af-98ff-a996a9633a9b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:10.379926 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-dc6b406b-e947-4a2c-a56d-be6e57ec90a4 req-93569f13-b81b-41af-98ff-a996a9633a9b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1018624'] for floatingip (5fa8f1de-97cf-48ac-9254-78085848ea49), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:10.380211 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.db.l3_db [req-dc6b406b-e947-4a2c-a56d-be6e57ec90a4 req-93569f13-b81b-41af-98ff-a996a9633a9b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Floating IP 5fa8f1de-97cf-48ac-9254-78085848ea49 disassociated. External IP: 172.27.0.105, port: 8aacd03c-92eb-4738-865d-606ef0ff4559. Jan 17 21:33:10.380583 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-dc6b406b-e947-4a2c-a56d-be6e57ec90a4 req-93569f13-b81b-41af-98ff-a996a9633a9b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Calling delete_port for 8aacd03c-92eb-4738-865d-606ef0ff4559 owned by compute:nova {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:33:10.513036 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-dc6b406b-e947-4a2c-a56d-be6e57ec90a4 req-93569f13-b81b-41af-98ff-a996a9633a9b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (8aacd03c-92eb-4738-865d-606ef0ff4559), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:10.540074 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93569f13-b81b-41af-98ff-a996a9633a9b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Pushing event deleted for resources: {'Port': ['ID=8aacd03c-92eb-4738-865d-606ef0ff4559,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:33:10.549689 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93569f13-b81b-41af-98ff-a996a9633a9b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:10.550049 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93569f13-b81b-41af-98ff-a996a9633a9b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:10.550393 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93569f13-b81b-41af-98ff-a996a9633a9b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:10.550734 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93569f13-b81b-41af-98ff-a996a9633a9b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:10.551076 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93569f13-b81b-41af-98ff-a996a9633a9b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:10.551411 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93569f13-b81b-41af-98ff-a996a9633a9b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:10.551745 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93569f13-b81b-41af-98ff-a996a9633a9b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:10.552076 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93569f13-b81b-41af-98ff-a996a9633a9b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:10.552999 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93569f13-b81b-41af-98ff-a996a9633a9b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:10.552999 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93569f13-b81b-41af-98ff-a996a9633a9b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:10.553202 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93569f13-b81b-41af-98ff-a996a9633a9b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:10.553409 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93569f13-b81b-41af-98ff-a996a9633a9b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:10.553692 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93569f13-b81b-41af-98ff-a996a9633a9b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:10.665172 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc6b406b-e947-4a2c-a56d-be6e57ec90a4 req-93569f13-b81b-41af-98ff-a996a9633a9b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Router 5c282c1d-a894-4fe6-b03b-38d7a5025520 has already been hosted by L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:33:10.775462 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc6b406b-e947-4a2c-a56d-be6e57ec90a4 req-93569f13-b81b-41af-98ff-a996a9633a9b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:33:10.782668 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ac209b44-d190-4771-860f-800b1f814ace req-58bc6047-bd7b-43b5-a4b1-04295229931a tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bc3ee12-556d-4522-9fae-d6c208109ee4 HTTP/1.1" status: 200 len: 210 time: 0.0265949 Jan 17 21:33:10.788080 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d6da5b-5f1a-4917-845b-d1ea36e2a48d None None] Sync routers for ids ['5c282c1d-a894-4fe6-b03b-38d7a5025520'] in dv-cinder-824895-3-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:33:10.806081 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d6da5b-5f1a-4917-845b-d1ea36e2a48d None None] Routers {'5c282c1d-a894-4fe6-b03b-38d7a5025520'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:33:10.806081 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-c5d6da5b-5f1a-4917-845b-d1ea36e2a48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:32:58Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['5c282c1d-a894-4fe6-b03b-38d7a5025520'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:33:10.816613 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc6b406b-e947-4a2c-a56d-be6e57ec90a4 req-93569f13-b81b-41af-98ff-a996a9633a9b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] No DVR routers for this DVR port 8aacd03c-92eb-4738-865d-606ef0ff4559 on host hv-cinder-82489 {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:33:10.819257 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-dc6b406b-e947-4a2c-a56d-be6e57ec90a4 req-93569f13-b81b-41af-98ff-a996a9633a9b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:10.822856 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-dc6b406b-e947-4a2c-a56d-be6e57ec90a4 req-93569f13-b81b-41af-98ff-a996a9633a9b tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.72 "DELETE /v2.0/ports/8aacd03c-92eb-4738-865d-606ef0ff4559 HTTP/1.1" status: 204 len: 173 time: 0.7900913 Jan 17 21:33:10.823366 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc3ee12-556d-4522-9fae-d6c208109ee4', 'name': 'network-vif-deleted', 'tag': '8aacd03c-92eb-4738-865d-606ef0ff4559'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:33:10.825697 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c2de0e70a1bc7346ac1be0cec4f24ea848d889c4763a7575c3a73373459bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac517ee6-29da-4da0-91bd-3a0178e2eb50" -d '{"events": [{"server_uuid": "0bc3ee12-556d-4522-9fae-d6c208109ee4", "name": "network-vif-deleted", "tag": "8aacd03c-92eb-4738-865d-606ef0ff4559"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:33:10.868235 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63693dd8-cdfa-44fe-ac27-077d6b352227 x-openstack-request-id: req-63693dd8-cdfa-44fe-ac27-077d6b352227 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:33:10.868578 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc3ee12-556d-4522-9fae-d6c208109ee4", "name": "network-vif-deleted", "tag": "8aacd03c-92eb-4738-865d-606ef0ff4559", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:33:10.872435 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-63693dd8-cdfa-44fe-ac27-077d6b352227 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:33:10.873074 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc3ee12-556d-4522-9fae-d6c208109ee4', 'name': 'network-vif-deleted', 'tag': '8aacd03c-92eb-4738-865d-606ef0ff4559', 'status': 'completed', 'code': 200} Jan 17 21:33:10.910087 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-c5d6da5b-5f1a-4917-845b-d1ea36e2a48d None None] Set router 5c282c1d-a894-4fe6-b03b-38d7a5025520 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:33:11.119155 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-c5d6da5b-5f1a-4917-845b-d1ea36e2a48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'name': 'tempest-AttachVolumeShelveTestJSON-1991436950-router', 'tenant_id': '3391c884182f46fc99248b8f0ba1822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:24:37Z', 'updated_at': '2022-01-17T21:24:40Z', 'revision_number': 4, 'project_id': '3391c884182f46fc99248b8f0ba1822f', 'gw_port': {'id': '8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:24:37Z', 'updated_at': '2022-01-17T21:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': '7925e647-9b70-473c-a095-70a77c6d80ac', 'name': '', 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738', 'tenant_id': '3391c884182f46fc99248b8f0ba1822f', 'mac_address': 'fa:16:3e:ea:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '0394e051-e826-45f6-a758-acda968d34cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:24:39Z', 'updated_at': '2022-01-17T21:24:43Z', 'revision_number': 5, 'project_id': '3391c884182f46fc99248b8f0ba1822f', 'subnets': [{'id': '0394e051-e826-45f6-a758-acda968d34cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:33:11.146114 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d6da5b-5f1a-4917-845b-d1ea36e2a48d None None] Checking router: 5c282c1d-a894-4fe6-b03b-38d7a5025520 for host: dv-cinder-824895-3-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:33:11.154748 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d6da5b-5f1a-4917-845b-d1ea36e2a48d None None] Routers {'5c282c1d-a894-4fe6-b03b-38d7a5025520'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:33:11.155365 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-c5d6da5b-5f1a-4917-845b-d1ea36e2a48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:32:58Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['5c282c1d-a894-4fe6-b03b-38d7a5025520'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:33:11.262143 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-c5d6da5b-5f1a-4917-845b-d1ea36e2a48d None None] Set router 5c282c1d-a894-4fe6-b03b-38d7a5025520 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:33:11.460274 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-c5d6da5b-5f1a-4917-845b-d1ea36e2a48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'name': 'tempest-AttachVolumeShelveTestJSON-1991436950-router', 'tenant_id': '3391c884182f46fc99248b8f0ba1822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:24:37Z', 'updated_at': '2022-01-17T21:24:40Z', 'revision_number': 4, 'project_id': '3391c884182f46fc99248b8f0ba1822f', 'gw_port': {'id': '8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:24:37Z', 'updated_at': '2022-01-17T21:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': '7925e647-9b70-473c-a095-70a77c6d80ac', 'name': '', 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738', 'tenant_id': '3391c884182f46fc99248b8f0ba1822f', 'mac_address': 'fa:16:3e:ea:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '0394e051-e826-45f6-a758-acda968d34cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:24:39Z', 'updated_at': '2022-01-17T21:24:43Z', 'revision_number': 5, 'project_id': '3391c884182f46fc99248b8f0ba1822f', 'subnets': [{'id': '0394e051-e826-45f6-a758-acda968d34cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:33:11.489484 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d6da5b-5f1a-4917-845b-d1ea36e2a48d None None] The sync data for ids ['5c282c1d-a894-4fe6-b03b-38d7a5025520'] in dv-cinder-824895-3-iscsi is: [{'id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'name': 'tempest-AttachVolumeShelveTestJSON-1991436950-router', 'tenant_id': '3391c884182f46fc99248b8f0ba1822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:24:37Z', 'updated_at': '2022-01-17T21:24:40Z', 'revision_number': 4, 'project_id': '3391c884182f46fc99248b8f0ba1822f', 'gw_port': {'id': '8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:24:37Z', 'updated_at': '2022-01-17T21:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': '7925e647-9b70-473c-a095-70a77c6d80ac', 'name': '', 'network_id': 'c0ec84dc-cf63-4d34-bc61-575dee41c738', 'tenant_id': '3391c884182f46fc99248b8f0ba1822f', 'mac_address': 'fa:16:3e:ea:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '0394e051-e826-45f6-a758-acda968d34cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:24:39Z', 'updated_at': '2022-01-17T21:24:43Z', 'revision_number': 5, 'project_id': '3391c884182f46fc99248b8f0ba1822f', 'subnets': [{'id': '0394e051-e826-45f6-a758-acda968d34cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:33:11.705760 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3a2875-61e6-4106-b7c3-21395c654dcf None None] New status for floating IP 5fa8f1de-97cf-48ac-9254-78085848ea49: DOWN {{(pid=102501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 21:33:11.876405 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 60846) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:33:11.930558 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3a681beb-e834-4a18-a46a-6357fd473c54 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks [] for security_group (8ebe57d9-f293-497b-b533-668202f79779), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:11.957470 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3a681beb-e834-4a18-a46a-6357fd473c54 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks [] for security_group (8ebe57d9-f293-497b-b533-668202f79779), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:12.009416 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3a681beb-e834-4a18-a46a-6357fd473c54 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (8ebe57d9-f293-497b-b533-668202f79779), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:12.012510 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3a681beb-e834-4a18-a46a-6357fd473c54 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:12.013725 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-3a681beb-e834-4a18-a46a-6357fd473c54 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "DELETE /v2.0/security-groups/8ebe57d9-f293-497b-b533-668202f79779 HTTP/1.1" status: 204 len: 168 time: 0.1362829 Jan 17 21:33:12.017146 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 60848) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:33:12.023498 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a681beb-e834-4a18-a46a-6357fd473c54 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebe57d9-f293-497b-b533-668202f79779,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:33:12.030399 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.api.v2.resource [None req-8df71cec-248c-47d5-8d7a-532260020bd0 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] show failed (client error): The resource could not be found. Jan 17 21:33:12.031406 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-8df71cec-248c-47d5-8d7a-532260020bd0 tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "GET /v2.0/security-groups/8ebe57d9-f293-497b-b533-668202f79779 HTTP/1.1" status: 404 len: 347 time: 0.0126061 Jan 17 21:33:12.034897 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 60850) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:33:12.159516 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-d0a23bf4-e524-4fea-82f5-8e6dd7b35a6d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Deleting port 32b6dd31-4778-4db7-983a-68090062c011 {{(pid=102498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:33:12.159859 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d0a23bf4-e524-4fea-82f5-8e6dd7b35a6d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (32b6dd31-4778-4db7-983a-68090062c011), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:12.236434 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d0a23bf4-e524-4fea-82f5-8e6dd7b35a6d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (32b6dd31-4778-4db7-983a-68090062c011), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:12.236770 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d0a23bf4-e524-4fea-82f5-8e6dd7b35a6d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks [] for floatingip (32b6dd31-4778-4db7-983a-68090062c011), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:12.248083 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-d0a23bf4-e524-4fea-82f5-8e6dd7b35a6d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Calling delete_port for 32b6dd31-4778-4db7-983a-68090062c011 owned by network:floatingip {{(pid=102498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:33:12.378316 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d0a23bf4-e524-4fea-82f5-8e6dd7b35a6d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863200'] for port (32b6dd31-4778-4db7-983a-68090062c011), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:12.403402 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a23bf4-e524-4fea-82f5-8e6dd7b35a6d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Pushing event deleted for resources: {'Port': ['ID=32b6dd31-4778-4db7-983a-68090062c011,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:33:12.414370 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a23bf4-e524-4fea-82f5-8e6dd7b35a6d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:12.414657 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a23bf4-e524-4fea-82f5-8e6dd7b35a6d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:12.415003 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a23bf4-e524-4fea-82f5-8e6dd7b35a6d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:12.415343 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a23bf4-e524-4fea-82f5-8e6dd7b35a6d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:12.415677 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a23bf4-e524-4fea-82f5-8e6dd7b35a6d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:12.416019 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a23bf4-e524-4fea-82f5-8e6dd7b35a6d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:12.416348 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a23bf4-e524-4fea-82f5-8e6dd7b35a6d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:12.416700 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a23bf4-e524-4fea-82f5-8e6dd7b35a6d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:12.417031 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a23bf4-e524-4fea-82f5-8e6dd7b35a6d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:12.417356 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a23bf4-e524-4fea-82f5-8e6dd7b35a6d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:12.417680 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a23bf4-e524-4fea-82f5-8e6dd7b35a6d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:12.418005 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a23bf4-e524-4fea-82f5-8e6dd7b35a6d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:12.418327 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a23bf4-e524-4fea-82f5-8e6dd7b35a6d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:12.471169 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d0a23bf4-e524-4fea-82f5-8e6dd7b35a6d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks [] for floatingip (5fa8f1de-97cf-48ac-9254-78085848ea49), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:12.473955 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d0a23bf4-e524-4fea-82f5-8e6dd7b35a6d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for floatingip (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:12.475138 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-d0a23bf4-e524-4fea-82f5-8e6dd7b35a6d tempest-AttachVolumeShelveTestJSON-1067771347 tempest-AttachVolumeShelveTestJSON-1067771347-project] 10.222.0.64 "DELETE /v2.0/floatingips/5fa8f1de-97cf-48ac-9254-78085848ea49 HTTP/1.1" status: 204 len: 168 time: 0.4393401 Jan 17 21:33:13.716037 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 8aacd03c-92eb-4738-865d-606ef0ff4559 no longer exists at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:33:13.736685 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] No Port match for: 8aacd03c-92eb-4738-865d-606ef0ff4559 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:33:13.737036 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 8aacd03c-92eb-4738-865d-606ef0ff4559 not bound to the agent host hv-cinder-82489 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:33:14.892041 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 60872) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:33:15.410776 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ba1e04cd-e357-46d6-897c-e7c6f4f705a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1024512'] for router_interface (5c282c1d-a894-4fe6-b03b-38d7a5025520), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:15.649213 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-ba1e04cd-e357-46d6-897c-e7c6f4f705a8 admin admin] Deleting port 7925e647-9b70-473c-a095-70a77c6d80ac {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:33:15.649555 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ba1e04cd-e357-46d6-897c-e7c6f4f705a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (7925e647-9b70-473c-a095-70a77c6d80ac), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:15.728529 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-ba1e04cd-e357-46d6-897c-e7c6f4f705a8 admin admin] For port 7925e647-9b70-473c-a095-70a77c6d80ac, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=7925e647-9b70-473c-a095-70a77c6d80ac,segment=NetworkSegment(3793e984-7f3b-42a4-b23f-4f321936b0eb),segment_id=3793e984-7f3b-42a4-b23f-4f321936b0eb)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:33:15.728817 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ba1e04cd-e357-46d6-897c-e7c6f4f705a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (7925e647-9b70-473c-a095-70a77c6d80ac), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:15.742263 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-ba1e04cd-e357-46d6-897c-e7c6f4f705a8 admin admin] Calling delete_port for 7925e647-9b70-473c-a095-70a77c6d80ac owned by network:router_interface {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:33:15.917220 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ba1e04cd-e357-46d6-897c-e7c6f4f705a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (7925e647-9b70-473c-a095-70a77c6d80ac), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:15.942971 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e04cd-e357-46d6-897c-e7c6f4f705a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7925e647-9b70-473c-a095-70a77c6d80ac,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:33:16.104650 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ba1e04cd-e357-46d6-897c-e7c6f4f705a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-986109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025168'] for router_interface (5c282c1d-a894-4fe6-b03b-38d7a5025520), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:16.320590 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba1e04cd-e357-46d6-897c-e7c6f4f705a8 admin admin] Router 5c282c1d-a894-4fe6-b03b-38d7a5025520 has already been hosted by L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:33:16.425328 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1e04cd-e357-46d6-897c-e7c6f4f705a8 admin admin] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:33:16.430370 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-ba1e04cd-e357-46d6-897c-e7c6f4f705a8 admin admin] 10.222.0.64 "PUT /v2.0/routers/5c282c1d-a894-4fe6-b03b-38d7a5025520/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5372438 Jan 17 21:33:16.432945 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 60876) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:33:16.434348 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b728b1a5-1d3d-4083-bf98-806bc6f0b037 None None] Sync routers for ids ['5c282c1d-a894-4fe6-b03b-38d7a5025520'] in dv-cinder-824895-3-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:33:16.444688 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b728b1a5-1d3d-4083-bf98-806bc6f0b037 None None] Routers {'5c282c1d-a894-4fe6-b03b-38d7a5025520'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:33:16.445313 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-b728b1a5-1d3d-4083-bf98-806bc6f0b037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:32:58Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['5c282c1d-a894-4fe6-b03b-38d7a5025520'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:33:16.542804 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-88168364-aece-4a8d-a3bf-5d71c8a3ba0b admin admin] Publish callbacks [] for router (5c282c1d-a894-4fe6-b03b-38d7a5025520), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:16.551125 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-b728b1a5-1d3d-4083-bf98-806bc6f0b037 None None] Set router 5c282c1d-a894-4fe6-b03b-38d7a5025520 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:33:16.644599 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-88168364-aece-4a8d-a3bf-5d71c8a3ba0b admin admin] Publish callbacks [] for router_gateway (5c282c1d-a894-4fe6-b03b-38d7a5025520), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:16.694976 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-88168364-aece-4a8d-a3bf-5d71c8a3ba0b admin admin] Deleting port 8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:33:16.695317 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-88168364-aece-4a8d-a3bf-5d71c8a3ba0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:16.729529 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-b728b1a5-1d3d-4083-bf98-806bc6f0b037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'name': 'tempest-AttachVolumeShelveTestJSON-1991436950-router', 'tenant_id': '3391c884182f46fc99248b8f0ba1822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:24:37Z', 'updated_at': '2022-01-17T21:33:15Z', 'revision_number': 5, 'project_id': '3391c884182f46fc99248b8f0ba1822f', 'gw_port': {'id': '8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:8a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:24:37Z', 'updated_at': '2022-01-17T21:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi'}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:33:16.755352 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b728b1a5-1d3d-4083-bf98-806bc6f0b037 None None] Checking router: 5c282c1d-a894-4fe6-b03b-38d7a5025520 for host: dv-cinder-824895-3-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:33:16.763485 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b728b1a5-1d3d-4083-bf98-806bc6f0b037 None None] Routers {'5c282c1d-a894-4fe6-b03b-38d7a5025520'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:33:16.764095 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-b728b1a5-1d3d-4083-bf98-806bc6f0b037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:32:58Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['5c282c1d-a894-4fe6-b03b-38d7a5025520'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:33:16.774498 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-88168364-aece-4a8d-a3bf-5d71c8a3ba0b admin admin] For port 8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4,segment=NetworkSegment(639a724d-f7b6-49a0-bd3a-5adbc7060ec3),segment_id=639a724d-f7b6-49a0-bd3a-5adbc7060ec3)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:33:16.774859 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-88168364-aece-4a8d-a3bf-5d71c8a3ba0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:16.788469 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-88168364-aece-4a8d-a3bf-5d71c8a3ba0b admin admin] Calling delete_port for 8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4 owned by network:router_gateway {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:33:16.956478 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-88168364-aece-4a8d-a3bf-5d71c8a3ba0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:16.975909 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-b728b1a5-1d3d-4083-bf98-806bc6f0b037 None None] Set router 5c282c1d-a894-4fe6-b03b-38d7a5025520 gateway port host: None {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:33:16.981431 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88168364-aece-4a8d-a3bf-5d71c8a3ba0b admin admin] Pushing event deleted for resources: {'Port': ['ID=8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:33:17.028172 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-b728b1a5-1d3d-4083-bf98-806bc6f0b037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'name': 'tempest-AttachVolumeShelveTestJSON-1991436950-router', 'tenant_id': '3391c884182f46fc99248b8f0ba1822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:24:37Z', 'updated_at': '2022-01-17T21:33:16Z', 'revision_number': 6, 'project_id': '3391c884182f46fc99248b8f0ba1822f', 'gw_port_host': None}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:33:17.042433 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-88168364-aece-4a8d-a3bf-5d71c8a3ba0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1018746'] for router_gateway (5c282c1d-a894-4fe6-b03b-38d7a5025520), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:17.057641 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b728b1a5-1d3d-4083-bf98-806bc6f0b037 None None] The sync data for ids ['5c282c1d-a894-4fe6-b03b-38d7a5025520'] in dv-cinder-824895-3-iscsi is: [{'id': '5c282c1d-a894-4fe6-b03b-38d7a5025520', 'name': 'tempest-AttachVolumeShelveTestJSON-1991436950-router', 'tenant_id': '3391c884182f46fc99248b8f0ba1822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:24:37Z', 'updated_at': '2022-01-17T21:33:16Z', 'revision_number': 6, 'project_id': '3391c884182f46fc99248b8f0ba1822f', 'gw_port_host': None}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:33:17.384184 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-88168364-aece-4a8d-a3bf-5d71c8a3ba0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1026029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25730'] for router (5c282c1d-a894-4fe6-b03b-38d7a5025520), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:17.386355 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-88168364-aece-4a8d-a3bf-5d71c8a3ba0b admin admin] Publish callbacks [] for router_controller (5c282c1d-a894-4fe6-b03b-38d7a5025520), precommit_delete_associations {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:17.431679 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-88168364-aece-4a8d-a3bf-5d71c8a3ba0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1026022'] for router (5c282c1d-a894-4fe6-b03b-38d7a5025520), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:17.432344 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88168364-aece-4a8d-a3bf-5d71c8a3ba0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c282c1d-a894-4fe6-b03b-38d7a5025520 {{(pid=102499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 21:33:17.437274 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-88168364-aece-4a8d-a3bf-5d71c8a3ba0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:17.440871 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-88168364-aece-4a8d-a3bf-5d71c8a3ba0b admin admin] 10.222.0.64 "DELETE /v2.0/routers/5c282c1d-a894-4fe6-b03b-38d7a5025520 HTTP/1.1" status: 204 len: 168 time: 1.0068603 Jan 17 21:33:17.441794 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 60878) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:33:17.488920 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2fcce51-9891-417a-9fca-5def768d6c4b admin admin] Deleting subnet 0394e051-e826-45f6-a758-acda968d34cd {{(pid=102499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 21:33:17.492918 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b2fcce51-9891-417a-9fca-5def768d6c4b admin admin] Publish callbacks [] for subnet (0394e051-e826-45f6-a758-acda968d34cd), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:17.528513 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b2fcce51-9891-417a-9fca-5def768d6c4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2903808'] for subnet (0394e051-e826-45f6-a758-acda968d34cd), precommit_delete_associations {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:17.605152 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b2fcce51-9891-417a-9fca-5def768d6c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7879495'] for subnet (0394e051-e826-45f6-a758-acda968d34cd), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:17.654256 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b2fcce51-9891-417a-9fca-5def768d6c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7879504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3358394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2835234'] for subnet (0394e051-e826-45f6-a758-acda968d34cd), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:17.679616 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fcce51-9891-417a-9fca-5def768d6c4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0394e051-e826-45f6-a758-acda968d34cd,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:33:17.683119 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b2fcce51-9891-417a-9fca-5def768d6c4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:17.686501 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-b2fcce51-9891-417a-9fca-5def768d6c4b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0394e051-e826-45f6-a758-acda968d34cd HTTP/1.1" status: 204 len: 168 time: 0.2435837 Jan 17 21:33:17.688807 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 60880) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:33:17.689076 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2998ae0e-16d9-4bb5-a55a-b7800b298bcd None None] Network c0ec84dc-cf63-4d34-bc61-575dee41c738 requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:33:17.757993 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e4d0ef96-663f-4e74-bf67-fc667d5179d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8337467'] for network (c0ec84dc-cf63-4d34-bc61-575dee41c738), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:17.811429 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0ef96-663f-4e74-bf67-fc667d5179d9 admin admin] Deleting port f8975edf-81de-4c9e-96c1-f6e1ad925f09 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:33:17.812092 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e4d0ef96-663f-4e74-bf67-fc667d5179d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (f8975edf-81de-4c9e-96c1-f6e1ad925f09), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:17.845321 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2b692c-c517-4c8d-a997-87b63b156840 None None] DHCP port deletion for c0ec84dc-cf63-4d34-bc61-575dee41c738 request from dv-cinder-824895-3-iscsi {{(pid=102500) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 21:33:17.878049 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-e4d0ef96-663f-4e74-bf67-fc667d5179d9 admin admin] For port f8975edf-81de-4c9e-96c1-f6e1ad925f09, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=f8975edf-81de-4c9e-96c1-f6e1ad925f09,segment=NetworkSegment(3793e984-7f3b-42a4-b23f-4f321936b0eb),segment_id=3793e984-7f3b-42a4-b23f-4f321936b0eb)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:33:17.878417 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e4d0ef96-663f-4e74-bf67-fc667d5179d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (f8975edf-81de-4c9e-96c1-f6e1ad925f09), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:17.891029 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0ef96-663f-4e74-bf67-fc667d5179d9 admin admin] Calling delete_port for f8975edf-81de-4c9e-96c1-f6e1ad925f09 owned by network:dhcp {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:33:17.896945 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-4e2b692c-c517-4c8d-a997-87b63b156840 None None] Deleting port f8975edf-81de-4c9e-96c1-f6e1ad925f09 {{(pid=102500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:33:17.897327 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-4e2b692c-c517-4c8d-a997-87b63b156840 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (f8975edf-81de-4c9e-96c1-f6e1ad925f09), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:17.965769 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-4e2b692c-c517-4c8d-a997-87b63b156840 None None] For port f8975edf-81de-4c9e-96c1-f6e1ad925f09, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=f8975edf-81de-4c9e-96c1-f6e1ad925f09,segment=NetworkSegment(3793e984-7f3b-42a4-b23f-4f321936b0eb),segment_id=3793e984-7f3b-42a4-b23f-4f321936b0eb)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:33:17.966326 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-4e2b692c-c517-4c8d-a997-87b63b156840 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (f8975edf-81de-4c9e-96c1-f6e1ad925f09), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:17.975198 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e4d0ef96-663f-4e74-bf67-fc667d5179d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (f8975edf-81de-4c9e-96c1-f6e1ad925f09), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:17.983338 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-4e2b692c-c517-4c8d-a997-87b63b156840 None None] Calling delete_port for f8975edf-81de-4c9e-96c1-f6e1ad925f09 owned by network:dhcp {{(pid=102500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:33:18.000648 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0ef96-663f-4e74-bf67-fc667d5179d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8975edf-81de-4c9e-96c1-f6e1ad925f09,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:33:18.003911 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d0ef96-663f-4e74-bf67-fc667d5179d9 admin admin] No DVR routers for this DVR port f8975edf-81de-4c9e-96c1-f6e1ad925f09 on host dv-cinder-824895-3-iscsi {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:33:18.070517 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-4e2b692c-c517-4c8d-a997-87b63b156840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974'] for port (f8975edf-81de-4c9e-96c1-f6e1ad925f09), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:18.083062 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e4d0ef96-663f-4e74-bf67-fc667d5179d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876800', 'neutron.services.segments.db._delete_segments_for_network-8789461539368'] for network (c0ec84dc-cf63-4d34-bc61-575dee41c738), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:18.103329 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2b692c-c517-4c8d-a997-87b63b156840 None None] No DVR routers for this DVR port f8975edf-81de-4c9e-96c1-f6e1ad925f09 on host dv-cinder-824895-3-iscsi {{(pid=102500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:33:18.107387 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b692c-c517-4c8d-a997-87b63b156840 None None] Pushing event deleted for resources: {'Port': ['ID=f8975edf-81de-4c9e-96c1-f6e1ad925f09,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:33:18.116781 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-e4d0ef96-663f-4e74-bf67-fc667d5179d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ec84dc-cf63-4d34-bc61-575dee41c738']}} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:33:18.121172 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2b692c-c517-4c8d-a997-87b63b156840 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:18.121571 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2b692c-c517-4c8d-a997-87b63b156840 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:18.122066 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2b692c-c517-4c8d-a997-87b63b156840 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:18.122403 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2b692c-c517-4c8d-a997-87b63b156840 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:18.122746 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2b692c-c517-4c8d-a997-87b63b156840 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:18.123161 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2b692c-c517-4c8d-a997-87b63b156840 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:18.123410 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2b692c-c517-4c8d-a997-87b63b156840 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:18.123754 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2b692c-c517-4c8d-a997-87b63b156840 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:18.128920 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2b692c-c517-4c8d-a997-87b63b156840 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:18.129279 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2b692c-c517-4c8d-a997-87b63b156840 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:18.129626 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2b692c-c517-4c8d-a997-87b63b156840 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:18.129972 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2b692c-c517-4c8d-a997-87b63b156840 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:18.130101 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-e4d0ef96-663f-4e74-bf67-fc667d5179d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3793e984-7f3b-42a4-b23f-4f321936b0eb') {'for_net_delete': True} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:33:18.130332 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2b692c-c517-4c8d-a997-87b63b156840 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:18.130461 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-e4d0ef96-663f-4e74-bf67-fc667d5179d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3793e984-7f3b-42a4-b23f-4f321936b0eb') {} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:33:18.142134 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e4d0ef96-663f-4e74-bf67-fc667d5179d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789461539633', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901235'] for segment (3793e984-7f3b-42a4-b23f-4f321936b0eb), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:18.155036 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e4d0ef96-663f-4e74-bf67-fc667d5179d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874'] for segment (3793e984-7f3b-42a4-b23f-4f321936b0eb), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:18.161632 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4d0ef96-663f-4e74-bf67-fc667d5179d9 admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=102499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 21:33:18.162021 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e4d0ef96-663f-4e74-bf67-fc667d5179d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3358420'] for segment (3793e984-7f3b-42a4-b23f-4f321936b0eb), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: Traceback (most recent call last): Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: timer() Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: cb(*args, **kw) Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: return func(*args, **kwargs) Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: self._notify() Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: self.callback(batched_events) Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: event.method(event) Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: return f(self, *a, **k) Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: return self._get(url).json() Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: return self.request(url, 'GET', **kwargs) Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 21:33:18.163653 dv-cinder-824895-3-iscsi neutron-server[102499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 21:33:18.216355 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e4d0ef96-663f-4e74-bf67-fc667d5179d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1018646'] for network (c0ec84dc-cf63-4d34-bc61-575dee41c738), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:18.224097 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e4d0ef96-663f-4e74-bf67-fc667d5179d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:18.227295 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-e4d0ef96-663f-4e74-bf67-fc667d5179d9 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c0ec84dc-cf63-4d34-bc61-575dee41c738 HTTP/1.1" status: 204 len: 168 time: 0.5374701 Jan 17 21:33:18.238304 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0ef96-663f-4e74-bf67-fc667d5179d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0ec84dc-cf63-4d34-bc61-575dee41c738,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:33:18.361008 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 60884) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:33:18.400677 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-e45ab66d-5471-4a2d-8f61-2f94f1a82147 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3391c884182f46fc99248b8f0ba1822f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383711 Jan 17 21:33:18.402961 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 60886) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:33:18.452478 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4e865428-fdbf-4a6a-ade7-af346d92d5f2 admin admin] Publish callbacks [] for security_group (a2dfc772-7226-44e3-8d93-1efa643d64d4), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:18.474091 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4e865428-fdbf-4a6a-ade7-af346d92d5f2 admin admin] Publish callbacks [] for security_group (a2dfc772-7226-44e3-8d93-1efa643d64d4), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:18.521741 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4e865428-fdbf-4a6a-ade7-af346d92d5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (a2dfc772-7226-44e3-8d93-1efa643d64d4), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:18.524252 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4e865428-fdbf-4a6a-ade7-af346d92d5f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:18.525477 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-4e865428-fdbf-4a6a-ade7-af346d92d5f2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a2dfc772-7226-44e3-8d93-1efa643d64d4 HTTP/1.1" status: 204 len: 168 time: 0.1216357 Jan 17 21:33:18.526288 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 7925e647-9b70-473c-a095-70a77c6d80ac no longer exists at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:33:18.540739 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e865428-fdbf-4a6a-ade7-af346d92d5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2dfc772-7226-44e3-8d93-1efa643d64d4,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:33:18.557864 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] No Port match for: 7925e647-9b70-473c-a095-70a77c6d80ac {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:33:18.558459 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 7925e647-9b70-473c-a095-70a77c6d80ac not bound to the agent host dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:33:18.558891 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4 no longer exists at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:33:18.584537 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] No Port match for: 8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:33:18.585013 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 8b81158e-c9cd-4ed6-90b1-bc2c347c6dd4 not bound to the agent host dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:33:18.585311 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device f8975edf-81de-4c9e-96c1-f6e1ad925f09 no longer exists at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:33:18.607546 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] No Port match for: f8975edf-81de-4c9e-96c1-f6e1ad925f09 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:33:18.607890 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device f8975edf-81de-4c9e-96c1-f6e1ad925f09 not bound to the agent host dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:33:19.195030 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 60908) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:33:19.301790 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-f1c08fc1-8e11-4bb4-9506-6178db7df41b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1996386312-network', 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:33:19.324198 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c08fc1-8e11-4bb4-9506-6178db7df41b admin admin] Made reservation on behalf of 8b4ad2da51ac441986f9af1c8c6a30c1 for: {'network': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:33:19.326496 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f1c08fc1-8e11-4bb4-9506-6178db7df41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for network (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:19.335486 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f1c08fc1-8e11-4bb4-9506-6178db7df41b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:19.409072 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f1c08fc1-8e11-4bb4-9506-6178db7df41b admin admin] Publish callbacks [] for security_group (fb434923-a98c-4bcc-bc40-22d7ad77caab), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:19.412643 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f1c08fc1-8e11-4bb4-9506-6178db7df41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (fb434923-a98c-4bcc-bc40-22d7ad77caab), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:19.433127 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c08fc1-8e11-4bb4-9506-6178db7df41b admin admin] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=102499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 21:33:19.447763 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c08fc1-8e11-4bb4-9506-6178db7df41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb434923-a98c-4bcc-bc40-22d7ad77caab,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:33:19.450741 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f1c08fc1-8e11-4bb4-9506-6178db7df41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874'] for segment (3f9ffa41-2cc8-49af-950f-98ebbe77ac71), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:19.451088 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.db.segments_db [None req-f1c08fc1-8e11-4bb4-9506-6178db7df41b admin admin] Added segment 3f9ffa41-2cc8-49af-950f-98ebbe77ac71 of type vlan for network d83dab97-84dd-4ed1-960a-d73699e6d280 Jan 17 21:33:19.494703 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f1c08fc1-8e11-4bb4-9506-6178db7df41b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789461006502'] for network (d83dab97-84dd-4ed1-960a-d73699e6d280), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:19.521642 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f1c08fc1-8e11-4bb4-9506-6178db7df41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988'] for network (d83dab97-84dd-4ed1-960a-d73699e6d280), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:19.522807 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c08fc1-8e11-4bb4-9506-6178db7df41b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:19.523402 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f1c08fc1-8e11-4bb4-9506-6178db7df41b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:19.571574 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-f1c08fc1-8e11-4bb4-9506-6178db7df41b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3752809 Jan 17 21:33:19.574388 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 60912) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:33:19.579842 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-d9dcd8ac-428b-4c55-be76-e9bf32528453 admin admin] Request body: {'subnet': {'network_id': 'd83dab97-84dd-4ed1-960a-d73699e6d280', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1996386312-subnet', 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:33:19.584527 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c08fc1-8e11-4bb4-9506-6178db7df41b admin admin] Pushing event updated for resources: {'Network': ['ID=d83dab97-84dd-4ed1-960a-d73699e6d280,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:33:19.596481 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Network d83dab97-84dd-4ed1-960a-d73699e6d280 details requested by agent ovs-agent-dv-cinder-824895-3-iscsi with host dv-cinder-824895-3-iscsi {{(pid=102500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 21:33:19.605258 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9dcd8ac-428b-4c55-be76-e9bf32528453 admin admin] Made reservation on behalf of 8b4ad2da51ac441986f9af1c8c6a30c1 for: {'subnet': 1} {{(pid=102498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:33:19.607712 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d9dcd8ac-428b-4c55-be76-e9bf32528453 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8768191'] for subnet (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:19.774268 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d9dcd8ac-428b-4c55-be76-e9bf32528453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8862996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8768173'] for subnet (8214d204-9143-4faa-a6ac-e7dc15bbb7d7), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:19.823722 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dcd8ac-428b-4c55-be76-e9bf32528453 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8214d204-9143-4faa-a6ac-e7dc15bbb7d7,revision_number=0']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:33:19.839221 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dcd8ac-428b-4c55-be76-e9bf32528453 admin admin] Checking segment: {'id': '3f9ffa41-2cc8-49af-950f-98ebbe77ac71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd83dab97-84dd-4ed1-960a-d73699e6d280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:33:19.839576 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dcd8ac-428b-4c55-be76-e9bf32528453 admin admin] Network hostable DHCP agents. Network: d83dab97-84dd-4ed1-960a-d73699e6d280, hostable agents: ['41e2bf6f-771d-4573-b749-4dbeb088662e'], hosted agents: [] {{(pid=102498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 21:33:19.854518 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dcd8ac-428b-4c55-be76-e9bf32528453 admin admin] Network d83dab97-84dd-4ed1-960a-d73699e6d280 is scheduled to be hosted by DHCP agent 41e2bf6f-771d-4573-b749-4dbeb088662e with binding_index 1 {{(pid=102498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 21:33:19.863192 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-d9dcd8ac-428b-4c55-be76-e9bf32528453 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824895-3-iscsi, d83dab97-84dd-4ed1-960a-d73699e6d280) {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:33:19.868226 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dcd8ac-428b-4c55-be76-e9bf32528453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:19.869369 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d9dcd8ac-428b-4c55-be76-e9bf32528453 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:19.872512 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ae4b77-b88b-4090-8b06-95ca0023826e None None] Network d83dab97-84dd-4ed1-960a-d73699e6d280 requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:33:19.885565 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-d9dcd8ac-428b-4c55-be76-e9bf32528453 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3100390 Jan 17 21:33:19.888253 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 60914) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:33:19.893054 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-597ed77f-c5df-47e3-9cea-4acc93fa2c39 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1996386312-router', 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'}}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:33:19.915128 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-597ed77f-c5df-47e3-9cea-4acc93fa2c39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25756'] for router (0c759ba7-634b-4e92-ad9c-fcdde4c03ca4), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:19.916309 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-597ed77f-c5df-47e3-9cea-4acc93fa2c39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1030443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1018761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-663184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25749'] for router (0c759ba7-634b-4e92-ad9c-fcdde4c03ca4), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:19.973534 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241443ce-2674-453b-b8f3-2bb7ef18d2c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b485675-18a1-5f7e-9121-12847c6f93ae-d83dab97-84dd-4ed1-960a-d73699e6d280', 'network_id': 'd83dab97-84dd-4ed1-960a-d73699e6d280', 'project_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'fixed_ips': [{'subnet_id': '8214d204-9143-4faa-a6ac-e7dc15bbb7d7'}]}} from dv-cinder-824895-3-iscsi. {{(pid=102500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 21:33:19.974452 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-241443ce-2674-453b-b8f3-2bb7ef18d2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:20.119196 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_common [None req-241443ce-2674-453b-b8f3-2bb7ef18d2c0 None None] Allocated IP 172.20.0.2 (d83dab97-84dd-4ed1-960a-d73699e6d280/8214d204-9143-4faa-a6ac-e7dc15bbb7d7/86b55784-304e-4743-9107-1ddedce7e5e6) {{(pid=102500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:33:20.219403 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-597ed77f-c5df-47e3-9cea-4acc93fa2c39 admin admin] Publish callbacks [] for router_controller (0c759ba7-634b-4e92-ad9c-fcdde4c03ca4), precommit_add_association {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:20.266146 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-241443ce-2674-453b-b8f3-2bb7ef18d2c0 None None] Publish callbacks [] for port (86b55784-304e-4743-9107-1ddedce7e5e6), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:20.271972 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-241443ce-2674-453b-b8f3-2bb7ef18d2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965'] for port (86b55784-304e-4743-9107-1ddedce7e5e6), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:20.311799 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241443ce-2674-453b-b8f3-2bb7ef18d2c0 None None] Network d83dab97-84dd-4ed1-960a-d73699e6d280 is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:33:20.315149 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-241443ce-2674-453b-b8f3-2bb7ef18d2c0 None None] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:33:20.318669 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241443ce-2674-453b-b8f3-2bb7ef18d2c0 None None] Received port after_create {{(pid=102500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:33:20.325349 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241443ce-2674-453b-b8f3-2bb7ef18d2c0 None None] Pushing event updated for resources: {'Port': ['ID=86b55784-304e-4743-9107-1ddedce7e5e6,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:33:20.354373 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-597ed77f-c5df-47e3-9cea-4acc93fa2c39 admin admin] Publish callbacks [] for router_gateway (0c759ba7-634b-4e92-ad9c-fcdde4c03ca4), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:20.376001 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-241443ce-2674-453b-b8f3-2bb7ef18d2c0 None None] Attempting to bind port 86b55784-304e-4743-9107-1ddedce7e5e6 on host dv-cinder-824895-3-iscsi for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:33:20.376412 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-241443ce-2674-453b-b8f3-2bb7ef18d2c0 None None] Attempting to bind port 86b55784-304e-4743-9107-1ddedce7e5e6 by drivers openvswitch,hyperv on host dv-cinder-824895-3-iscsi at level 0 using segments [{'id': '3f9ffa41-2cc8-49af-950f-98ebbe77ac71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd83dab97-84dd-4ed1-960a-d73699e6d280'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:33:20.376769 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241443ce-2674-453b-b8f3-2bb7ef18d2c0 None None] Attempting to bind port 86b55784-304e-4743-9107-1ddedce7e5e6 on network d83dab97-84dd-4ed1-960a-d73699e6d280 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:33:20.382379 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241443ce-2674-453b-b8f3-2bb7ef18d2c0 None None] Checking agent: {'id': '03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824895-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 12, 31), 'started_at': datetime.datetime(2022, 1, 17, 21, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824895-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:33:20.382864 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241443ce-2674-453b-b8f3-2bb7ef18d2c0 None None] Checking segment: {'id': '3f9ffa41-2cc8-49af-950f-98ebbe77ac71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd83dab97-84dd-4ed1-960a-d73699e6d280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:33:20.383284 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-241443ce-2674-453b-b8f3-2bb7ef18d2c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:20.383687 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241443ce-2674-453b-b8f3-2bb7ef18d2c0 None None] Bound using segment: {'id': '3f9ffa41-2cc8-49af-950f-98ebbe77ac71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd83dab97-84dd-4ed1-960a-d73699e6d280'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:33:20.384165 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-241443ce-2674-453b-b8f3-2bb7ef18d2c0 None None] Bound port: 86b55784-304e-4743-9107-1ddedce7e5e6, host: dv-cinder-824895-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f9ffa41-2cc8-49af-950f-98ebbe77ac71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd83dab97-84dd-4ed1-960a-d73699e6d280'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:33:20.384578 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-241443ce-2674-453b-b8f3-2bb7ef18d2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (86b55784-304e-4743-9107-1ddedce7e5e6), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:20.449797 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-241443ce-2674-453b-b8f3-2bb7ef18d2c0 None None] For port 86b55784-304e-4743-9107-1ddedce7e5e6, host dv-cinder-824895-3-iscsi, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:33:20.453927 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-241443ce-2674-453b-b8f3-2bb7ef18d2c0 None None] For port 86b55784-304e-4743-9107-1ddedce7e5e6, host dv-cinder-824895-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=86b55784-304e-4743-9107-1ddedce7e5e6,segment=NetworkSegment(3f9ffa41-2cc8-49af-950f-98ebbe77ac71),segment_id=3f9ffa41-2cc8-49af-950f-98ebbe77ac71)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:33:20.457734 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-241443ce-2674-453b-b8f3-2bb7ef18d2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (86b55784-304e-4743-9107-1ddedce7e5e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:20.519595 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241443ce-2674-453b-b8f3-2bb7ef18d2c0 None None] Pushing event updated for resources: {'Port': ['ID=86b55784-304e-4743-9107-1ddedce7e5e6,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:33:20.555354 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-597ed77f-c5df-47e3-9cea-4acc93fa2c39 admin admin] Publish callbacks [] for router_gateway (0c759ba7-634b-4e92-ad9c-fcdde4c03ca4), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:20.574764 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-597ed77f-c5df-47e3-9cea-4acc93fa2c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:20.700871 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [None req-597ed77f-c5df-47e3-9cea-4acc93fa2c39 admin admin] Allocated IP 172.27.0.28 (a67fc2c9-f054-41ed-b80e-f186bf3f4e5f/f42dc890-63b4-41d2-851c-b195861b2359/ab896688-58d0-4853-9955-5d2ec31285ab) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:33:20.824235 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-597ed77f-c5df-47e3-9cea-4acc93fa2c39 admin admin] Publish callbacks [] for port (ab896688-58d0-4853-9955-5d2ec31285ab), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:20.856101 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-597ed77f-c5df-47e3-9cea-4acc93fa2c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863200'] for port (ab896688-58d0-4853-9955-5d2ec31285ab), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:20.898633 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597ed77f-c5df-47e3-9cea-4acc93fa2c39 admin admin] Network a67fc2c9-f054-41ed-b80e-f186bf3f4e5f is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:33:20.901502 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-597ed77f-c5df-47e3-9cea-4acc93fa2c39 admin admin] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:33:20.903930 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597ed77f-c5df-47e3-9cea-4acc93fa2c39 admin admin] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:33:20.927703 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ed77f-c5df-47e3-9cea-4acc93fa2c39 admin admin] Pushing event updated for resources: {'Port': ['ID=ab896688-58d0-4853-9955-5d2ec31285ab,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:33:21.155099 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-597ed77f-c5df-47e3-9cea-4acc93fa2c39 admin admin] Publish callbacks [] for router_gateway (0c759ba7-634b-4e92-ad9c-fcdde4c03ca4), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:21.359115 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-597ed77f-c5df-47e3-9cea-4acc93fa2c39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1026008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1018718'] for router (0c759ba7-634b-4e92-ad9c-fcdde4c03ca4), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:21.429885 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0301ce-6486-47b4-870c-202e8bbca963 None None] Network d83dab97-84dd-4ed1-960a-d73699e6d280 requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:33:21.492061 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597ed77f-c5df-47e3-9cea-4acc93fa2c39 admin admin] Router 0c759ba7-634b-4e92-ad9c-fcdde4c03ca4 is scheduled to L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 with binding_index 1 {{(pid=102498) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 21:33:21.534513 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-b42877f9-ecb4-42eb-9c19-9591309c9b5a None None] Provisioning complete for port 86b55784-304e-4743-9107-1ddedce7e5e6 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:33:21.534891 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b42877f9-ecb4-42eb-9c19-9591309c9b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (86b55784-304e-4743-9107-1ddedce7e5e6), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:21.605436 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597ed77f-c5df-47e3-9cea-4acc93fa2c39 admin admin] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:33:21.614751 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65872449-b4d3-48ea-9dcf-14bdd1160c62 None None] Sync routers for ids ['0c759ba7-634b-4e92-ad9c-fcdde4c03ca4'] in dv-cinder-824895-3-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:33:21.627169 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-b42877f9-ecb4-42eb-9c19-9591309c9b5a None None] Current status of the port 86b55784-304e-4743-9107-1ddedce7e5e6 is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:33:21.627553 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b42877f9-ecb4-42eb-9c19-9591309c9b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (86b55784-304e-4743-9107-1ddedce7e5e6), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:21.630648 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-597ed77f-c5df-47e3-9cea-4acc93fa2c39 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:21.634577 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-597ed77f-c5df-47e3-9cea-4acc93fa2c39 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7427201 Jan 17 21:33:21.634987 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 60916) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:33:21.637658 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65872449-b4d3-48ea-9dcf-14bdd1160c62 None None] Routers {'0c759ba7-634b-4e92-ad9c-fcdde4c03ca4'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:33:21.639123 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-65872449-b4d3-48ea-9dcf-14bdd1160c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:32:58Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['0c759ba7-634b-4e92-ad9c-fcdde4c03ca4'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:33:21.668538 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-b42877f9-ecb4-42eb-9c19-9591309c9b5a None None] For port 86b55784-304e-4743-9107-1ddedce7e5e6, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=86b55784-304e-4743-9107-1ddedce7e5e6,segment=NetworkSegment(3f9ffa41-2cc8-49af-950f-98ebbe77ac71),segment_id=3f9ffa41-2cc8-49af-950f-98ebbe77ac71)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:33:21.674588 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b42877f9-ecb4-42eb-9c19-9591309c9b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (86b55784-304e-4743-9107-1ddedce7e5e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:21.728387 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42877f9-ecb4-42eb-9c19-9591309c9b5a None None] Pushing event updated for resources: {'Port': ['ID=86b55784-304e-4743-9107-1ddedce7e5e6,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:33:21.778660 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-65872449-b4d3-48ea-9dcf-14bdd1160c62 None None] Set router 0c759ba7-634b-4e92-ad9c-fcdde4c03ca4 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:33:21.897052 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-cb838a12-5e91-4505-bcbd-9b72a5d17646 None None] Provisioning complete for port 86b55784-304e-4743-9107-1ddedce7e5e6 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:33:21.897430 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-cb838a12-5e91-4505-bcbd-9b72a5d17646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (86b55784-304e-4743-9107-1ddedce7e5e6), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:21.962620 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-65872449-b4d3-48ea-9dcf-14bdd1160c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'name': 'tempest-AttachVolumeTestJSON-1996386312-router', 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'ab896688-58d0-4853-9955-5d2ec31285ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:33:19Z', 'updated_at': '2022-01-17T21:33:21Z', 'revision_number': 3, 'project_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'gw_port': {'id': 'ab896688-58d0-4853-9955-5d2ec31285ab', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f8:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:33:20Z', 'updated_at': '2022-01-17T21:33:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi'}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:33:21.979123 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-cb838a12-5e91-4505-bcbd-9b72a5d17646 None None] Current status of the port 86b55784-304e-4743-9107-1ddedce7e5e6 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:33:21.991523 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65872449-b4d3-48ea-9dcf-14bdd1160c62 None None] Checking router: 0c759ba7-634b-4e92-ad9c-fcdde4c03ca4 for host: dv-cinder-824895-3-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:33:21.991882 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65872449-b4d3-48ea-9dcf-14bdd1160c62 None None] Updating router 0c759ba7-634b-4e92-ad9c-fcdde4c03ca4 port ab896688-58d0-4853-9955-5d2ec31285ab binding host dv-cinder-824895-3-iscsi {{(pid=102501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 21:33:22.016278 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-65872449-b4d3-48ea-9dcf-14bdd1160c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (ab896688-58d0-4853-9955-5d2ec31285ab), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:22.076076 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-22a5e545-b830-4023-9cda-f7d1f17b0b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:22.231892 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [None req-22a5e545-b830-4023-9cda-f7d1f17b0b12 admin admin] Allocated IP 172.20.0.1 (d83dab97-84dd-4ed1-960a-d73699e6d280/8214d204-9143-4faa-a6ac-e7dc15bbb7d7/2406d4ab-dadb-4d15-bb41-9be53770e4eb) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:33:22.275299 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-65872449-b4d3-48ea-9dcf-14bdd1160c62 None None] Publish callbacks [] for port (ab896688-58d0-4853-9955-5d2ec31285ab), precommit_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:22.281143 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-65872449-b4d3-48ea-9dcf-14bdd1160c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (ab896688-58d0-4853-9955-5d2ec31285ab), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:22.335795 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63745b-7b1d-4d71-942e-e49828e14695 None None] Pushing event updated for resources: {'Port': ['ID=ab896688-58d0-4853-9955-5d2ec31285ab,revision_number=2']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:33:22.337921 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-65872449-b4d3-48ea-9dcf-14bdd1160c62 None None] Attempting to bind port ab896688-58d0-4853-9955-5d2ec31285ab on host dv-cinder-824895-3-iscsi for vnic_type normal with profile {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:33:22.338167 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-22a5e545-b830-4023-9cda-f7d1f17b0b12 admin admin] Publish callbacks [] for port (2406d4ab-dadb-4d15-bb41-9be53770e4eb), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:22.338281 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-65872449-b4d3-48ea-9dcf-14bdd1160c62 None None] Attempting to bind port ab896688-58d0-4853-9955-5d2ec31285ab by drivers openvswitch,hyperv on host dv-cinder-824895-3-iscsi at level 0 using segments [{'id': '639a724d-f7b6-49a0-bd3a-5adbc7060ec3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:33:22.338649 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65872449-b4d3-48ea-9dcf-14bdd1160c62 None None] Attempting to bind port ab896688-58d0-4853-9955-5d2ec31285ab on network a67fc2c9-f054-41ed-b80e-f186bf3f4e5f {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:33:22.348594 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63745b-7b1d-4d71-942e-e49828e14695 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:22.349037 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63745b-7b1d-4d71-942e-e49828e14695 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:22.349343 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63745b-7b1d-4d71-942e-e49828e14695 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:22.349691 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63745b-7b1d-4d71-942e-e49828e14695 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:22.350027 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63745b-7b1d-4d71-942e-e49828e14695 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:22.350360 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63745b-7b1d-4d71-942e-e49828e14695 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:22.350707 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63745b-7b1d-4d71-942e-e49828e14695 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:22.351022 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63745b-7b1d-4d71-942e-e49828e14695 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:22.351384 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63745b-7b1d-4d71-942e-e49828e14695 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:22.351728 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63745b-7b1d-4d71-942e-e49828e14695 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:22.352061 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63745b-7b1d-4d71-942e-e49828e14695 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:22.352399 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63745b-7b1d-4d71-942e-e49828e14695 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:22.352746 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63745b-7b1d-4d71-942e-e49828e14695 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:33:22.357135 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65872449-b4d3-48ea-9dcf-14bdd1160c62 None None] Checking agent: {'id': '03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824895-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 12, 31), 'started_at': datetime.datetime(2022, 1, 17, 21, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824895-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:33:22.357525 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65872449-b4d3-48ea-9dcf-14bdd1160c62 None None] Checking segment: {'id': '639a724d-f7b6-49a0-bd3a-5adbc7060ec3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:33:22.357933 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-65872449-b4d3-48ea-9dcf-14bdd1160c62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:22.358320 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65872449-b4d3-48ea-9dcf-14bdd1160c62 None None] Bound using segment: {'id': '639a724d-f7b6-49a0-bd3a-5adbc7060ec3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:33:22.358800 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-65872449-b4d3-48ea-9dcf-14bdd1160c62 None None] Bound port: ab896688-58d0-4853-9955-5d2ec31285ab, host: dv-cinder-824895-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639a724d-f7b6-49a0-bd3a-5adbc7060ec3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'}}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:33:22.359194 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-65872449-b4d3-48ea-9dcf-14bdd1160c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (ab896688-58d0-4853-9955-5d2ec31285ab), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:22.371828 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-22a5e545-b830-4023-9cda-f7d1f17b0b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (2406d4ab-dadb-4d15-bb41-9be53770e4eb), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:22.410939 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-65872449-b4d3-48ea-9dcf-14bdd1160c62 None None] For port ab896688-58d0-4853-9955-5d2ec31285ab, host dv-cinder-824895-3-iscsi, cleared binding levels {{(pid=102501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:33:22.411409 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a5e545-b830-4023-9cda-f7d1f17b0b12 admin admin] Network d83dab97-84dd-4ed1-960a-d73699e6d280 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:33:22.414182 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-65872449-b4d3-48ea-9dcf-14bdd1160c62 None None] For port ab896688-58d0-4853-9955-5d2ec31285ab, host dv-cinder-824895-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=ab896688-58d0-4853-9955-5d2ec31285ab,segment=NetworkSegment(639a724d-f7b6-49a0-bd3a-5adbc7060ec3),segment_id=639a724d-f7b6-49a0-bd3a-5adbc7060ec3)] {{(pid=102501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:33:22.414825 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-22a5e545-b830-4023-9cda-f7d1f17b0b12 admin admin] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:33:22.418511 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a5e545-b830-4023-9cda-f7d1f17b0b12 admin admin] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:33:22.418987 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-65872449-b4d3-48ea-9dcf-14bdd1160c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (ab896688-58d0-4853-9955-5d2ec31285ab), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:22.446663 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a5e545-b830-4023-9cda-f7d1f17b0b12 admin admin] Pushing event updated for resources: {'Port': ['ID=2406d4ab-dadb-4d15-bb41-9be53770e4eb,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:33:22.467666 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-22a5e545-b830-4023-9cda-f7d1f17b0b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1024649'] for router_interface (0c759ba7-634b-4e92-ad9c-fcdde4c03ca4), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:22.479613 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63745b-7b1d-4d71-942e-e49828e14695 None None] Pushing event updated for resources: {'Port': ['ID=ab896688-58d0-4853-9955-5d2ec31285ab,revision_number=3']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:33:22.496095 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65872449-b4d3-48ea-9dcf-14bdd1160c62 None None] Routers {'0c759ba7-634b-4e92-ad9c-fcdde4c03ca4'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:33:22.496775 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-65872449-b4d3-48ea-9dcf-14bdd1160c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:32:58Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['0c759ba7-634b-4e92-ad9c-fcdde4c03ca4'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:33:22.602235 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 86b55784-304e-4743-9107-1ddedce7e5e6 up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:33:22.622665 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-22a5e545-b830-4023-9cda-f7d1f17b0b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (2406d4ab-dadb-4d15-bb41-9be53770e4eb), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:22.629021 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-65872449-b4d3-48ea-9dcf-14bdd1160c62 None None] Set router 0c759ba7-634b-4e92-ad9c-fcdde4c03ca4 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:33:22.667163 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port 86b55784-304e-4743-9107-1ddedce7e5e6 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:33:22.667811 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (86b55784-304e-4743-9107-1ddedce7e5e6), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:22.718505 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-1195805a-286b-46e1-a684-08f872df79e9 None None] Provisioning complete for port 2406d4ab-dadb-4d15-bb41-9be53770e4eb triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:33:22.718794 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-1195805a-286b-46e1-a684-08f872df79e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (2406d4ab-dadb-4d15-bb41-9be53770e4eb), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:22.795311 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-1195805a-286b-46e1-a684-08f872df79e9 None None] Port 2406d4ab-dadb-4d15-bb41-9be53770e4eb cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:33:22.798645 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:22.799206 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-22a5e545-b830-4023-9cda-f7d1f17b0b12 admin admin] Publish callbacks [] for port (2406d4ab-dadb-4d15-bb41-9be53770e4eb), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:22.801153 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port 86b55784-304e-4743-9107-1ddedce7e5e6 is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:33:22.806383 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-22a5e545-b830-4023-9cda-f7d1f17b0b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3358448'] for port (2406d4ab-dadb-4d15-bb41-9be53770e4eb), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:22.822445 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-65872449-b4d3-48ea-9dcf-14bdd1160c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'name': 'tempest-AttachVolumeTestJSON-1996386312-router', 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'ab896688-58d0-4853-9955-5d2ec31285ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:33:19Z', 'updated_at': '2022-01-17T21:33:21Z', 'revision_number': 3, 'project_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'gw_port': {'id': 'ab896688-58d0-4853-9955-5d2ec31285ab', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f8:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:33:20Z', 'updated_at': '2022-01-17T21:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi'}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:33:22.848567 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65872449-b4d3-48ea-9dcf-14bdd1160c62 None None] The sync data for ids ['0c759ba7-634b-4e92-ad9c-fcdde4c03ca4'] in dv-cinder-824895-3-iscsi is: [{'id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'name': 'tempest-AttachVolumeTestJSON-1996386312-router', 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'ab896688-58d0-4853-9955-5d2ec31285ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:33:19Z', 'updated_at': '2022-01-17T21:33:21Z', 'revision_number': 3, 'project_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'gw_port': {'id': 'ab896688-58d0-4853-9955-5d2ec31285ab', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f8:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:33:20Z', 'updated_at': '2022-01-17T21:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi'}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:33:22.878147 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-22a5e545-b830-4023-9cda-f7d1f17b0b12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-986102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1024541'] for router_interface (0c759ba7-634b-4e92-ad9c-fcdde4c03ca4), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:22.880159 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a5e545-b830-4023-9cda-f7d1f17b0b12 admin admin] Pushing event updated for resources: {'Port': ['ID=2406d4ab-dadb-4d15-bb41-9be53770e4eb,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:33:22.972521 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a5e545-b830-4023-9cda-f7d1f17b0b12 admin admin] Network d83dab97-84dd-4ed1-960a-d73699e6d280 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:33:22.973839 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-22a5e545-b830-4023-9cda-f7d1f17b0b12 admin admin] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:33:23.127913 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a5e545-b830-4023-9cda-f7d1f17b0b12 admin admin] Router 0c759ba7-634b-4e92-ad9c-fcdde4c03ca4 has already been hosted by L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:33:23.255966 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a5e545-b830-4023-9cda-f7d1f17b0b12 admin admin] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:33:23.261496 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-22a5e545-b830-4023-9cda-f7d1f17b0b12 admin admin] 10.222.0.64 "PUT /v2.0/routers/0c759ba7-634b-4e92-ad9c-fcdde4c03ca4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6252952 Jan 17 21:33:23.320298 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-ccd2ce3b-e6d2-4489-804e-8a9d606a2510 None None] Provisioning complete for port 2406d4ab-dadb-4d15-bb41-9be53770e4eb triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:33:23.320782 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ccd2ce3b-e6d2-4489-804e-8a9d606a2510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (2406d4ab-dadb-4d15-bb41-9be53770e4eb), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:23.355531 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-ccd2ce3b-e6d2-4489-804e-8a9d606a2510 None None] Port 2406d4ab-dadb-4d15-bb41-9be53770e4eb cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:33:24.323678 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b1544f-941a-468e-8573-80b4f2e9b2de None None] Sync routers for ids ['0c759ba7-634b-4e92-ad9c-fcdde4c03ca4'] in dv-cinder-824895-3-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:33:24.335490 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b1544f-941a-468e-8573-80b4f2e9b2de None None] Routers {'0c759ba7-634b-4e92-ad9c-fcdde4c03ca4'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:33:24.336103 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-f1b1544f-941a-468e-8573-80b4f2e9b2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:32:58Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['0c759ba7-634b-4e92-ad9c-fcdde4c03ca4'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:33:24.447061 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-f1b1544f-941a-468e-8573-80b4f2e9b2de None None] Set router 0c759ba7-634b-4e92-ad9c-fcdde4c03ca4 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:33:24.567522 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device ab896688-58d0-4853-9955-5d2ec31285ab up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:33:24.799721 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port ab896688-58d0-4853-9955-5d2ec31285ab triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:33:24.800106 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (ab896688-58d0-4853-9955-5d2ec31285ab), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:24.815645 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 60926) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:33:24.820384 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-901b8437-38c0-46ef-a72b-1f83170207b7 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Request body: {'security_group': {'name': 'tempest-securitygroup--515192156', 'description': 'tempest-description--547733072'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:33:24.843845 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-901b8437-38c0-46ef-a72b-1f83170207b7 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:24.890129 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-f1b1544f-941a-468e-8573-80b4f2e9b2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'name': 'tempest-AttachVolumeTestJSON-1996386312-router', 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'ab896688-58d0-4853-9955-5d2ec31285ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:33:19Z', 'updated_at': '2022-01-17T21:33:22Z', 'revision_number': 4, 'project_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'gw_port': {'id': 'ab896688-58d0-4853-9955-5d2ec31285ab', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f8:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:33:20Z', 'updated_at': '2022-01-17T21:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': '2406d4ab-dadb-4d15-bb41-9be53770e4eb', 'name': '', 'network_id': 'd83dab97-84dd-4ed1-960a-d73699e6d280', 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'mac_address': 'fa:16:3e:f3:46:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '8214d204-9143-4faa-a6ac-e7dc15bbb7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:33:22Z', 'updated_at': '2022-01-17T21:33:22Z', 'revision_number': 2, 'project_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'subnets': [{'id': '8214d204-9143-4faa-a6ac-e7dc15bbb7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:33:24.912429 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-901b8437-38c0-46ef-a72b-1f83170207b7 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks [] for security_group (4260cc67-203a-4f33-b1a7-6e48950b7890), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:24.916075 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-901b8437-38c0-46ef-a72b-1f83170207b7 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (4260cc67-203a-4f33-b1a7-6e48950b7890), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:24.926009 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port ab896688-58d0-4853-9955-5d2ec31285ab is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:33:24.926402 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (ab896688-58d0-4853-9955-5d2ec31285ab), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:24.931158 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b1544f-941a-468e-8573-80b4f2e9b2de None None] Checking router: 0c759ba7-634b-4e92-ad9c-fcdde4c03ca4 for host: dv-cinder-824895-3-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:33:24.931517 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b1544f-941a-468e-8573-80b4f2e9b2de None None] Updating router 0c759ba7-634b-4e92-ad9c-fcdde4c03ca4 port 2406d4ab-dadb-4d15-bb41-9be53770e4eb binding host dv-cinder-824895-3-iscsi {{(pid=102500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 21:33:24.947509 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-901b8437-38c0-46ef-a72b-1f83170207b7 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:24.948771 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-901b8437-38c0-46ef-a72b-1f83170207b7 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1319852 Jan 17 21:33:24.949666 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b8437-38c0-46ef-a72b-1f83170207b7 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4260cc67-203a-4f33-b1a7-6e48950b7890,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:33:24.952478 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 60928) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:33:24.962647 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-0a992b37-bfc2-4cbe-ba67-25dd0709a902 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Request body: {'security_group_rule': {'security_group_id': '4260cc67-203a-4f33-b1a7-6e48950b7890', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:33:24.975942 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-aff4370d-0090-4d3d-99d0-dad8c0df4441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:24.978490 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] For port ab896688-58d0-4853-9955-5d2ec31285ab, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=ab896688-58d0-4853-9955-5d2ec31285ab,segment=NetworkSegment(639a724d-f7b6-49a0-bd3a-5adbc7060ec3),segment_id=639a724d-f7b6-49a0-bd3a-5adbc7060ec3)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:33:24.980417 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f1b1544f-941a-468e-8573-80b4f2e9b2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (2406d4ab-dadb-4d15-bb41-9be53770e4eb), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:24.989531 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (ab896688-58d0-4853-9955-5d2ec31285ab), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:25.004053 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0a992b37-bfc2-4cbe-ba67-25dd0709a902 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks [] for security_group_rule (6483c582-ec62-45a8-b7dd-c18c9aed308e), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:25.059369 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0a992b37-bfc2-4cbe-ba67-25dd0709a902 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks [] for security_group_rule (6483c582-ec62-45a8-b7dd-c18c9aed308e), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:25.065617 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0a992b37-bfc2-4cbe-ba67-25dd0709a902 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953368'] for security_group_rule (6483c582-ec62-45a8-b7dd-c18c9aed308e), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:25.079124 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a992b37-bfc2-4cbe-ba67-25dd0709a902 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6483c582-ec62-45a8-b7dd-c18c9aed308e,revision_number=0']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:33:25.093387 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0a992b37-bfc2-4cbe-ba67-25dd0709a902 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:25.095112 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-0a992b37-bfc2-4cbe-ba67-25dd0709a902 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1408699 Jan 17 21:33:25.097914 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 60930) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:33:25.102507 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-89049c67-2fae-4cfb-a2ed-17d1f184c659 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Request body: {'security_group_rule': {'security_group_id': '4260cc67-203a-4f33-b1a7-6e48950b7890', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:33:25.117205 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Pushing event updated for resources: {'Port': ['ID=ab896688-58d0-4853-9955-5d2ec31285ab,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:33:25.133495 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-89049c67-2fae-4cfb-a2ed-17d1f184c659 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks [] for security_group_rule (e72afc89-b437-4d2a-8f20-3e1201cc1c70), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:25.192216 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-89049c67-2fae-4cfb-a2ed-17d1f184c659 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks [] for security_group_rule (e72afc89-b437-4d2a-8f20-3e1201cc1c70), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:25.196489 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-89049c67-2fae-4cfb-a2ed-17d1f184c659 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953368'] for security_group_rule (e72afc89-b437-4d2a-8f20-3e1201cc1c70), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:25.214117 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89049c67-2fae-4cfb-a2ed-17d1f184c659 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e72afc89-b437-4d2a-8f20-3e1201cc1c70,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:33:25.226998 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-89049c67-2fae-4cfb-a2ed-17d1f184c659 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:25.228274 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-89049c67-2fae-4cfb-a2ed-17d1f184c659 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1293635 Jan 17 21:33:25.231489 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 60932) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:33:25.236650 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-f50ddcb9-a280-42bb-a373-b50f3a8e1a86 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Request body: {'floatingip': {'floating_network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:33:25.260126 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f50ddcb9-a280-42bb-a373-b50f3a8e1a86 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:25.293350 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f1b1544f-941a-468e-8573-80b4f2e9b2de None None] Publish callbacks [] for port (2406d4ab-dadb-4d15-bb41-9be53770e4eb), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:25.299628 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f1b1544f-941a-468e-8573-80b4f2e9b2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (2406d4ab-dadb-4d15-bb41-9be53770e4eb), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:25.360889 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f50ddcb9-a280-42bb-a373-b50f3a8e1a86 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:25.368905 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b059171d-3749-4d11-b6cd-7481bb7798c1 None None] Pushing event updated for resources: {'Port': ['ID=2406d4ab-dadb-4d15-bb41-9be53770e4eb,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:33:25.402697 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-f1b1544f-941a-468e-8573-80b4f2e9b2de None None] Attempting to bind port 2406d4ab-dadb-4d15-bb41-9be53770e4eb on host dv-cinder-824895-3-iscsi for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:33:25.403495 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-f1b1544f-941a-468e-8573-80b4f2e9b2de None None] Attempting to bind port 2406d4ab-dadb-4d15-bb41-9be53770e4eb by drivers openvswitch,hyperv on host dv-cinder-824895-3-iscsi at level 0 using segments [{'id': '3f9ffa41-2cc8-49af-950f-98ebbe77ac71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd83dab97-84dd-4ed1-960a-d73699e6d280'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:33:25.403886 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b1544f-941a-468e-8573-80b4f2e9b2de None None] Attempting to bind port 2406d4ab-dadb-4d15-bb41-9be53770e4eb on network d83dab97-84dd-4ed1-960a-d73699e6d280 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:33:25.410025 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b1544f-941a-468e-8573-80b4f2e9b2de None None] Checking agent: {'id': '03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824895-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 12, 31), 'started_at': datetime.datetime(2022, 1, 17, 21, 13, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824895-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:33:25.410458 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b1544f-941a-468e-8573-80b4f2e9b2de None None] Checking segment: {'id': '3f9ffa41-2cc8-49af-950f-98ebbe77ac71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd83dab97-84dd-4ed1-960a-d73699e6d280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:33:25.410820 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f1b1544f-941a-468e-8573-80b4f2e9b2de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:25.411710 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b1544f-941a-468e-8573-80b4f2e9b2de None None] Bound using segment: {'id': '3f9ffa41-2cc8-49af-950f-98ebbe77ac71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd83dab97-84dd-4ed1-960a-d73699e6d280'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:33:25.411710 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [None req-f1b1544f-941a-468e-8573-80b4f2e9b2de None None] Bound port: 2406d4ab-dadb-4d15-bb41-9be53770e4eb, host: dv-cinder-824895-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f9ffa41-2cc8-49af-950f-98ebbe77ac71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd83dab97-84dd-4ed1-960a-d73699e6d280'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:33:25.412065 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f1b1544f-941a-468e-8573-80b4f2e9b2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (2406d4ab-dadb-4d15-bb41-9be53770e4eb), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:25.481252 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-f1b1544f-941a-468e-8573-80b4f2e9b2de None None] For port 2406d4ab-dadb-4d15-bb41-9be53770e4eb, host dv-cinder-824895-3-iscsi, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:33:25.482168 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_common [None req-f50ddcb9-a280-42bb-a373-b50f3a8e1a86 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Allocated IP 172.27.0.109 (a67fc2c9-f054-41ed-b80e-f186bf3f4e5f/f42dc890-63b4-41d2-851c-b195861b2359/48335448-57db-499c-bfee-84fb07aa1810) {{(pid=102498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:33:25.485922 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-f1b1544f-941a-468e-8573-80b4f2e9b2de None None] For port 2406d4ab-dadb-4d15-bb41-9be53770e4eb, host dv-cinder-824895-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=2406d4ab-dadb-4d15-bb41-9be53770e4eb,segment=NetworkSegment(3f9ffa41-2cc8-49af-950f-98ebbe77ac71),segment_id=3f9ffa41-2cc8-49af-950f-98ebbe77ac71)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:33:25.489788 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f1b1544f-941a-468e-8573-80b4f2e9b2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (2406d4ab-dadb-4d15-bb41-9be53770e4eb), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:25.545002 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b1544f-941a-468e-8573-80b4f2e9b2de None None] Routers {'0c759ba7-634b-4e92-ad9c-fcdde4c03ca4'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:33:25.545639 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-f1b1544f-941a-468e-8573-80b4f2e9b2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:32:58Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['0c759ba7-634b-4e92-ad9c-fcdde4c03ca4'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:33:25.603372 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b059171d-3749-4d11-b6cd-7481bb7798c1 None None] Pushing event updated for resources: {'Port': ['ID=2406d4ab-dadb-4d15-bb41-9be53770e4eb,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:33:25.604548 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f50ddcb9-a280-42bb-a373-b50f3a8e1a86 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks [] for port (48335448-57db-499c-bfee-84fb07aa1810), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:25.622409 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-d6e72cdb-80db-439c-97b5-acee24304030 None None] Provisioning complete for port 2406d4ab-dadb-4d15-bb41-9be53770e4eb triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:33:25.622790 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d6e72cdb-80db-439c-97b5-acee24304030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (2406d4ab-dadb-4d15-bb41-9be53770e4eb), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:25.643052 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f50ddcb9-a280-42bb-a373-b50f3a8e1a86 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863200'] for port (48335448-57db-499c-bfee-84fb07aa1810), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:25.692772 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50ddcb9-a280-42bb-a373-b50f3a8e1a86 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Network a67fc2c9-f054-41ed-b80e-f186bf3f4e5f is already hosted by enough agents. {{(pid=102498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:33:25.698831 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.base_scheduler [None req-f50ddcb9-a280-42bb-a373-b50f3a8e1a86 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Resources bound (agent type, host, resource id): {{(pid=102498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:33:25.701032 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ddcb9-a280-42bb-a373-b50f3a8e1a86 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Pushing event updated for resources: {'Port': ['ID=48335448-57db-499c-bfee-84fb07aa1810,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:33:25.704450 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50ddcb9-a280-42bb-a373-b50f3a8e1a86 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Received port after_create {{(pid=102498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:33:25.716859 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-f1b1544f-941a-468e-8573-80b4f2e9b2de None None] Set router 0c759ba7-634b-4e92-ad9c-fcdde4c03ca4 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:33:25.794331 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f50ddcb9-a280-42bb-a373-b50f3a8e1a86 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks [] for floatingip (5b7c1e7b-ef93-4b78-b616-687d7afdf5bf), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:25.829262 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f50ddcb9-a280-42bb-a373-b50f3a8e1a86 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (48335448-57db-499c-bfee-84fb07aa1810), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:25.840302 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-d6e72cdb-80db-439c-97b5-acee24304030 None None] Current status of the port 2406d4ab-dadb-4d15-bb41-9be53770e4eb is: DOWN; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:33:25.840846 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d6e72cdb-80db-439c-97b5-acee24304030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (2406d4ab-dadb-4d15-bb41-9be53770e4eb), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:25.920485 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-d6e72cdb-80db-439c-97b5-acee24304030 None None] For port 2406d4ab-dadb-4d15-bb41-9be53770e4eb, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=2406d4ab-dadb-4d15-bb41-9be53770e4eb,segment=NetworkSegment(3f9ffa41-2cc8-49af-950f-98ebbe77ac71),segment_id=3f9ffa41-2cc8-49af-950f-98ebbe77ac71)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:33:25.927925 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d6e72cdb-80db-439c-97b5-acee24304030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (2406d4ab-dadb-4d15-bb41-9be53770e4eb), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:25.982031 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f50ddcb9-a280-42bb-a373-b50f3a8e1a86 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks [] for port (48335448-57db-499c-bfee-84fb07aa1810), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:25.987008 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f50ddcb9-a280-42bb-a373-b50f3a8e1a86 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8863129'] for port (48335448-57db-499c-bfee-84fb07aa1810), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:26.007094 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e72cdb-80db-439c-97b5-acee24304030 None None] Pushing event updated for resources: {'Port': ['ID=2406d4ab-dadb-4d15-bb41-9be53770e4eb,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:33:26.030331 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-f1b1544f-941a-468e-8573-80b4f2e9b2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'name': 'tempest-AttachVolumeTestJSON-1996386312-router', 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'ab896688-58d0-4853-9955-5d2ec31285ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:33:19Z', 'updated_at': '2022-01-17T21:33:22Z', 'revision_number': 4, 'project_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'gw_port': {'id': 'ab896688-58d0-4853-9955-5d2ec31285ab', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:33:20Z', 'updated_at': '2022-01-17T21:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': '2406d4ab-dadb-4d15-bb41-9be53770e4eb', 'name': '', 'network_id': 'd83dab97-84dd-4ed1-960a-d73699e6d280', 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'mac_address': 'fa:16:3e:f3:46:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '8214d204-9143-4faa-a6ac-e7dc15bbb7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:33:22Z', 'updated_at': '2022-01-17T21:33:25Z', 'revision_number': 4, 'project_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'subnets': [{'id': '8214d204-9143-4faa-a6ac-e7dc15bbb7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:33:26.058707 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ddcb9-a280-42bb-a373-b50f3a8e1a86 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Pushing event updated for resources: {'Port': ['ID=48335448-57db-499c-bfee-84fb07aa1810,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:33:26.066559 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b1544f-941a-468e-8573-80b4f2e9b2de None None] The sync data for ids ['0c759ba7-634b-4e92-ad9c-fcdde4c03ca4'] in dv-cinder-824895-3-iscsi is: [{'id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'name': 'tempest-AttachVolumeTestJSON-1996386312-router', 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'ab896688-58d0-4853-9955-5d2ec31285ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:33:19Z', 'updated_at': '2022-01-17T21:33:22Z', 'revision_number': 4, 'project_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'gw_port': {'id': 'ab896688-58d0-4853-9955-5d2ec31285ab', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:33:20Z', 'updated_at': '2022-01-17T21:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': '2406d4ab-dadb-4d15-bb41-9be53770e4eb', 'name': '', 'network_id': 'd83dab97-84dd-4ed1-960a-d73699e6d280', 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'mac_address': 'fa:16:3e:f3:46:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '8214d204-9143-4faa-a6ac-e7dc15bbb7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:33:22Z', 'updated_at': '2022-01-17T21:33:25Z', 'revision_number': 4, 'project_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'subnets': [{'id': '8214d204-9143-4faa-a6ac-e7dc15bbb7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:33:26.072410 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f50ddcb9-a280-42bb-a373-b50f3a8e1a86 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1018624'] for floatingip (5b7c1e7b-ef93-4b78-b616-687d7afdf5bf), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:26.078255 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-e54a5fa3-1155-4b63-b582-a9f7bd0a381f None None] Provisioning complete for port 2406d4ab-dadb-4d15-bb41-9be53770e4eb triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:33:26.079228 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e54a5fa3-1155-4b63-b582-a9f7bd0a381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (2406d4ab-dadb-4d15-bb41-9be53770e4eb), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:26.095652 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f50ddcb9-a280-42bb-a373-b50f3a8e1a86 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for floatingip (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:26.097303 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-f50ddcb9-a280-42bb-a373-b50f3a8e1a86 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8647013 Jan 17 21:33:26.209206 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-e54a5fa3-1155-4b63-b582-a9f7bd0a381f None None] Current status of the port 2406d4ab-dadb-4d15-bb41-9be53770e4eb is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:33:26.281436 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-8951b97e-105d-407e-812a-be4bd4398d68 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--515192156&fields=id&tenant_id=8b4ad2da51ac441986f9af1c8c6a30c1 HTTP/1.1" status: 200 len: 267 time: 0.0488780 Jan 17 21:33:26.392861 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-0d4404db-fe20-4f56-9d5b-9940109f5719 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:26.394348 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-0d4404db-fe20-4f56-9d5b-9940109f5719 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/networks?id=d83dab97-84dd-4ed1-960a-d73699e6d280 HTTP/1.1" status: 200 len: 811 time: 0.1057770 Jan 17 21:33:26.409442 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-c937a298-db3d-455c-b7d2-6f5c3fdab94b tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/quotas/8b4ad2da51ac441986f9af1c8c6a30c1 HTTP/1.1" status: 200 len: 375 time: 0.0097010 Jan 17 21:33:26.476895 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-929fa751-4fe4-49d4-a4e8-8788015d7125 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8b4ad2da51ac441986f9af1c8c6a30c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619910 Jan 17 21:33:26.557215 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-ccf140ba-4d43-4501-a814-e28e11e4bc9a service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=102498) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 21:33:26.558161 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-ccf140ba-4d43-4501-a814-e28e11e4bc9a service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0648298 Jan 17 21:33:26.622180 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 2406d4ab-dadb-4d15-bb41-9be53770e4eb up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:33:26.666031 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-bec30ada-d455-4ef5-bd76-5b9926dd00a6 service neutron] 10.222.0.64 "GET /v2.0/networks/d83dab97-84dd-4ed1-960a-d73699e6d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992649 Jan 17 21:33:26.677143 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port 2406d4ab-dadb-4d15-bb41-9be53770e4eb triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:33:26.677811 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (2406d4ab-dadb-4d15-bb41-9be53770e4eb), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:26.763715 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-11fea1a0-1d5f-4c65-b28c-5c4f41b83fb8 service neutron] 10.222.0.64 "GET /v2.0/networks/d83dab97-84dd-4ed1-960a-d73699e6d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928359 Jan 17 21:33:26.765382 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port 2406d4ab-dadb-4d15-bb41-9be53770e4eb is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:33:26.766733 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device ab896688-58d0-4853-9955-5d2ec31285ab up at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:33:26.815665 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Provisioning complete for port ab896688-58d0-4853-9955-5d2ec31285ab triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:33:26.816050 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (ab896688-58d0-4853-9955-5d2ec31285ab), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:26.910597 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Current status of the port ab896688-58d0-4853-9955-5d2ec31285ab is: ACTIVE; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:33:26.946494 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-68a98ed6-4dbf-4d36-8255-97cdcc1b167a req-d5a53828-aded-411b-b000-f2a626f1f272 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 210 time: 0.0286655 Jan 17 21:33:27.669719 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-375c6f78-fe01-4c3b-894e-8da350353837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:28.003982 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-27f8938d-69f9-4cf3-9e63-412c083f9ec6 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:28.005580 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-27f8938d-69f9-4cf3-9e63-412c083f9ec6 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.72 "GET /v2.0/networks?id=d83dab97-84dd-4ed1-960a-d73699e6d280 HTTP/1.1" status: 200 len: 811 time: 0.1096823 Jan 17 21:33:28.055322 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e1958f65-aa8a-401b-ad06-9fa1c6afe34a req-4bae917e-12df-44b4-be8e-ef77571e0a16 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 210 time: 0.0298560 Jan 17 21:33:28.073389 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-b06db5e5-27a5-430d-9867-d5a2e213aee0 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b4ad2da51ac441986f9af1c8c6a30c1 HTTP/1.1" status: 200 len: 379 time: 0.0590105 Jan 17 21:33:28.082910 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-043197c8-bee5-4a21-83a4-b627dda11534 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Request body: {'port': {'device_id': '36e5d4f4-8056-4422-9c56-c4d15421e8ff', 'network_id': 'd83dab97-84dd-4ed1-960a-d73699e6d280', 'admin_state_up': True, 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'security_groups': ['4260cc67-203a-4f33-b1a7-6e48950b7890']}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:33:28.198776 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-043197c8-bee5-4a21-83a4-b627dda11534 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Made reservation on behalf of 8b4ad2da51ac441986f9af1c8c6a30c1 for: {'port': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:33:28.202408 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-043197c8-bee5-4a21-83a4-b627dda11534 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:28.326659 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-043197c8-bee5-4a21-83a4-b627dda11534 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Allocated IP 172.20.0.5 (d83dab97-84dd-4ed1-960a-d73699e6d280/8214d204-9143-4faa-a6ac-e7dc15bbb7d7/bc270e6d-36cd-419d-a53e-2a49d7402731) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:33:28.455835 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-043197c8-bee5-4a21-83a4-b627dda11534 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks [] for port (bc270e6d-36cd-419d-a53e-2a49d7402731), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:28.488937 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-043197c8-bee5-4a21-83a4-b627dda11534 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (bc270e6d-36cd-419d-a53e-2a49d7402731), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:28.492070 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:28.536292 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-043197c8-bee5-4a21-83a4-b627dda11534 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Network d83dab97-84dd-4ed1-960a-d73699e6d280 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:33:28.539256 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-043197c8-bee5-4a21-83a4-b627dda11534 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:33:28.542930 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-043197c8-bee5-4a21-83a4-b627dda11534 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:33:28.549122 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043197c8-bee5-4a21-83a4-b627dda11534 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Pushing event updated for resources: {'Port': ['ID=bc270e6d-36cd-419d-a53e-2a49d7402731,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:33:28.595956 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-043197c8-bee5-4a21-83a4-b627dda11534 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:28.596505 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-043197c8-bee5-4a21-83a4-b627dda11534 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:28.613805 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-043197c8-bee5-4a21-83a4-b627dda11534 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5347269 Jan 17 21:33:28.625741 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-c7335a16-0c56-431f-a31e-ee23396d721a service neutron] Request body: {'port': {'device_id': '36e5d4f4-8056-4422-9c56-c4d15421e8ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82489'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:33:28.683176 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-c7335a16-0c56-431f-a31e-ee23396d721a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (bc270e6d-36cd-419d-a53e-2a49d7402731), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:28.746198 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-4ce0a0e2-8c24-4c26-baea-2e989d32b9e6 None None] Provisioning complete for port bc270e6d-36cd-419d-a53e-2a49d7402731 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:33:28.746783 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-4ce0a0e2-8c24-4c26-baea-2e989d32b9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (bc270e6d-36cd-419d-a53e-2a49d7402731), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:28.780859 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-4ce0a0e2-8c24-4c26-baea-2e989d32b9e6 None None] Port bc270e6d-36cd-419d-a53e-2a49d7402731 cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:33:28.950563 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-c7335a16-0c56-431f-a31e-ee23396d721a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc270e6d-36cd-419d-a53e-2a49d7402731 {{(pid=102499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:33:28.958701 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-c7335a16-0c56-431f-a31e-ee23396d721a service neutron] Publish callbacks [] for port (bc270e6d-36cd-419d-a53e-2a49d7402731), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:28.970432 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.provisioning_blocks [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-c7335a16-0c56-431f-a31e-ee23396d721a service neutron] Transition to ACTIVE for port object bc270e6d-36cd-419d-a53e-2a49d7402731 will not be triggered until provisioned by entity L2. {{(pid=102499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 21:33:28.973441 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-c7335a16-0c56-431f-a31e-ee23396d721a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3358448'] for port (bc270e6d-36cd-419d-a53e-2a49d7402731), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:29.021029 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7335a16-0c56-431f-a31e-ee23396d721a service neutron] Pushing event updated for resources: {'Port': ['ID=bc270e6d-36cd-419d-a53e-2a49d7402731,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:33:29.092574 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-c7335a16-0c56-431f-a31e-ee23396d721a service neutron] Attempting to bind port bc270e6d-36cd-419d-a53e-2a49d7402731 on host hv-cinder-82489 for vnic_type normal with profile {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:33:29.093061 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-c7335a16-0c56-431f-a31e-ee23396d721a service neutron] Attempting to bind port bc270e6d-36cd-419d-a53e-2a49d7402731 by drivers openvswitch,hyperv on host hv-cinder-82489 at level 0 using segments [{'id': '3f9ffa41-2cc8-49af-950f-98ebbe77ac71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd83dab97-84dd-4ed1-960a-d73699e6d280'}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:33:29.093410 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-c7335a16-0c56-431f-a31e-ee23396d721a service neutron] Attempting to bind port bc270e6d-36cd-419d-a53e-2a49d7402731 on network d83dab97-84dd-4ed1-960a-d73699e6d280 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:33:29.098246 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-c7335a16-0c56-431f-a31e-ee23396d721a service neutron] Port bc270e6d-36cd-419d-a53e-2a49d7402731 on network d83dab97-84dd-4ed1-960a-d73699e6d280 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82489 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 21:33:29.098571 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-c7335a16-0c56-431f-a31e-ee23396d721a service neutron] Attempting to bind port bc270e6d-36cd-419d-a53e-2a49d7402731 on network d83dab97-84dd-4ed1-960a-d73699e6d280 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:33:29.104567 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-c7335a16-0c56-431f-a31e-ee23396d721a service neutron] Checking agent: {'id': 'fb6a4824-98a1-4114-b283-810c221687ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82489', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 18, 21), 'started_at': datetime.datetime(2022, 1, 17, 21, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:33:29.104915 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-c7335a16-0c56-431f-a31e-ee23396d721a service neutron] Checking segment: {'id': '3f9ffa41-2cc8-49af-950f-98ebbe77ac71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd83dab97-84dd-4ed1-960a-d73699e6d280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:33:29.105310 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-c7335a16-0c56-431f-a31e-ee23396d721a service neutron] Bound using segment: {'id': '3f9ffa41-2cc8-49af-950f-98ebbe77ac71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd83dab97-84dd-4ed1-960a-d73699e6d280'} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:33:29.105753 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-c7335a16-0c56-431f-a31e-ee23396d721a service neutron] Bound port: bc270e6d-36cd-419d-a53e-2a49d7402731, host: hv-cinder-82489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f9ffa41-2cc8-49af-950f-98ebbe77ac71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd83dab97-84dd-4ed1-960a-d73699e6d280'}}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:33:29.106145 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-c7335a16-0c56-431f-a31e-ee23396d721a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (bc270e6d-36cd-419d-a53e-2a49d7402731), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:29.176211 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-c7335a16-0c56-431f-a31e-ee23396d721a service neutron] For port bc270e6d-36cd-419d-a53e-2a49d7402731, host hv-cinder-82489, cleared binding levels {{(pid=102499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:33:29.179625 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-c7335a16-0c56-431f-a31e-ee23396d721a service neutron] For port bc270e6d-36cd-419d-a53e-2a49d7402731, host hv-cinder-82489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=bc270e6d-36cd-419d-a53e-2a49d7402731,segment=NetworkSegment(3f9ffa41-2cc8-49af-950f-98ebbe77ac71),segment_id=3f9ffa41-2cc8-49af-950f-98ebbe77ac71)] {{(pid=102499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:33:29.185130 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-c7335a16-0c56-431f-a31e-ee23396d721a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3358448'] for port (bc270e6d-36cd-419d-a53e-2a49d7402731), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:29.186801 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f287533-c147-44a2-ba22-22458a2d5332 req-b6b025f7-4be6-40cf-bc8b-ef72fb23c679 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:29.194350 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6f287533-c147-44a2-ba22-22458a2d5332 req-b6b025f7-4be6-40cf-bc8b-ef72fb23c679 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 943 time: 0.0592983 Jan 17 21:33:29.216813 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:33:29.222912 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-c7335a16-0c56-431f-a31e-ee23396d721a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:29.222912 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-c7335a16-0c56-431f-a31e-ee23396d721a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:29.224297 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-c7335a16-0c56-431f-a31e-ee23396d721a service neutron] 10.222.0.72 "PUT /v2.0/ports/bc270e6d-36cd-419d-a53e-2a49d7402731 HTTP/1.1" status: 200 len: 1093 time: 0.6035564 Jan 17 21:33:29.224767 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e5d4f4-8056-4422-9c56-c4d15421e8ff', 'tag': 'bc270e6d-36cd-419d-a53e-2a49d7402731'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:33:29.226977 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c2de0e70a1bc7346ac1be0cec4f24ea848d889c4763a7575c3a73373459bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e269b584-1461-419c-9d37-29eb96f4ce0d" -d '{"events": [{"name": "network-changed", "server_uuid": "36e5d4f4-8056-4422-9c56-c4d15421e8ff", "tag": "bc270e6d-36cd-419d-a53e-2a49d7402731"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:33:29.248292 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7335a16-0c56-431f-a31e-ee23396d721a service neutron] Pushing event updated for resources: {'Port': ['ID=bc270e6d-36cd-419d-a53e-2a49d7402731,revision_number=3']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:33:29.257064 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6f287533-c147-44a2-ba22-22458a2d5332 req-b6783e76-efbd-42a0-9fc0-a802e75591aa tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=4260cc67-203a-4f33-b1a7-6e48950b7890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550380 Jan 17 21:33:29.277012 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45180dd-0f54-4ce6-a865-af7baa247cae x-openstack-request-id: req-a45180dd-0f54-4ce6-a865-af7baa247cae {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:33:29.277306 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36e5d4f4-8056-4422-9c56-c4d15421e8ff", "tag": "bc270e6d-36cd-419d-a53e-2a49d7402731", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:33:29.277580 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a45180dd-0f54-4ce6-a865-af7baa247cae {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:33:29.277980 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e5d4f4-8056-4422-9c56-c4d15421e8ff', 'tag': 'bc270e6d-36cd-419d-a53e-2a49d7402731', 'status': 'completed', 'code': 200} Jan 17 21:33:29.321842 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-df057a13-b4ae-4ec9-9e5e-84d081c964b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:29.323372 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-df057a13-b4ae-4ec9-9e5e-84d081c964b0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8b4ad2da51ac441986f9af1c8c6a30c1&device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 1096 time: 0.0429161 Jan 17 21:33:29.370132 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-6829b5d7-7c7f-498a-a1e1-2eb49797bcdd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc270e6d-36cd-419d-a53e-2a49d7402731 HTTP/1.1" status: 200 len: 217 time: 0.0399072 Jan 17 21:33:29.420234 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-67b5a3d2-7156-4b8a-b201-857935f52922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:29.421800 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-67b5a3d2-7156-4b8a-b201-857935f52922 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8214d204-9143-4faa-a6ac-e7dc15bbb7d7 HTTP/1.1" status: 200 len: 850 time: 0.0463009 Jan 17 21:33:29.466945 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-8f86b1dc-1683-4d0c-913d-756bec6034e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:29.468393 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-8f86b1dc-1683-4d0c-913d-756bec6034e8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d83dab97-84dd-4ed1-960a-d73699e6d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410230 Jan 17 21:33:29.570742 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-4169b52c-4584-43b9-8c6c-356416a9f63b service neutron] 10.222.0.72 "GET /v2.0/networks/d83dab97-84dd-4ed1-960a-d73699e6d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958874 Jan 17 21:33:29.665182 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a1d4cb23-2610-4347-93d1-ae4644b24eb3 req-70859808-dc8d-4bd2-908e-4d969ad674ab service neutron] 10.222.0.72 "GET /v2.0/networks/d83dab97-84dd-4ed1-960a-d73699e6d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874746 Jan 17 21:33:29.747226 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269b584-1461-419c-9d37-29eb96f4ce0d req-d0efddea-0ae6-4cd3-9822-5e2b469d5d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:29.748657 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e269b584-1461-419c-9d37-29eb96f4ce0d req-d0efddea-0ae6-4cd3-9822-5e2b469d5d90 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8b4ad2da51ac441986f9af1c8c6a30c1&device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 1096 time: 0.0421112 Jan 17 21:33:29.843506 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269b584-1461-419c-9d37-29eb96f4ce0d req-c3afd065-4b89-4cb6-80c6-732a07ebd606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:29.845540 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e269b584-1461-419c-9d37-29eb96f4ce0d req-c3afd065-4b89-4cb6-80c6-732a07ebd606 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d83dab97-84dd-4ed1-960a-d73699e6d280 HTTP/1.1" status: 200 len: 912 time: 0.0914567 Jan 17 21:33:29.890005 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e269b584-1461-419c-9d37-29eb96f4ce0d req-2fa8168a-caec-4064-81c6-6e204aea1609 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc270e6d-36cd-419d-a53e-2a49d7402731 HTTP/1.1" status: 200 len: 217 time: 0.0386813 Jan 17 21:33:29.943952 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269b584-1461-419c-9d37-29eb96f4ce0d req-6b57e074-7a3f-4d9d-866b-28e28f288055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:29.945469 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e269b584-1461-419c-9d37-29eb96f4ce0d req-6b57e074-7a3f-4d9d-866b-28e28f288055 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8214d204-9143-4faa-a6ac-e7dc15bbb7d7 HTTP/1.1" status: 200 len: 850 time: 0.0505717 Jan 17 21:33:29.991840 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269b584-1461-419c-9d37-29eb96f4ce0d req-52a2edc9-a550-410b-b6cb-fffb2af6ca01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:29.993408 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e269b584-1461-419c-9d37-29eb96f4ce0d req-52a2edc9-a550-410b-b6cb-fffb2af6ca01 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d83dab97-84dd-4ed1-960a-d73699e6d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416231 Jan 17 21:33:30.081416 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e269b584-1461-419c-9d37-29eb96f4ce0d req-5474f1b7-00bb-4f9d-a94f-e57e72ed1033 service neutron] 10.222.0.72 "GET /v2.0/networks/d83dab97-84dd-4ed1-960a-d73699e6d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813706 Jan 17 21:33:30.100176 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:30.172991 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e269b584-1461-419c-9d37-29eb96f4ce0d req-c57ba640-0dc1-45c7-9ae2-630ece85dc32 service neutron] 10.222.0.72 "GET /v2.0/networks/d83dab97-84dd-4ed1-960a-d73699e6d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860887 Jan 17 21:33:30.364352 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b96908-378f-4166-b2e1-22c5b8f2d44c req-c160a8b8-c286-44f5-a7d5-fe680efc41e4 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:30.365855 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-11b96908-378f-4166-b2e1-22c5b8f2d44c req-c160a8b8-c286-44f5-a7d5-fe680efc41e4 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 943 time: 0.0522799 Jan 17 21:33:30.412473 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-11b96908-378f-4166-b2e1-22c5b8f2d44c req-b484b100-13de-48db-852b-a7b37560ef38 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=4260cc67-203a-4f33-b1a7-6e48950b7890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409846 Jan 17 21:33:31.402620 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:31.493153 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-bbf56949-f5cf-4ace-9fbc-04919ad002ff req-cf4acaf5-6c60-45b3-b759-6886be00103a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9f1b3ad9-6be9-4165-aea2-3a8bce7657b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402534 Jan 17 21:33:31.526954 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56961a13-1c60-4453-b3c8-43d80346b954 req-28c9a933-2f1d-4136-b9cc-2d070b291a74 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:31.528471 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-56961a13-1c60-4453-b3c8-43d80346b954 req-28c9a933-2f1d-4136-b9cc-2d070b291a74 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 943 time: 0.0486579 Jan 17 21:33:31.575440 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf56949-f5cf-4ace-9fbc-04919ad002ff req-975640e8-6371-4386-b471-479117c4d0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:31.576563 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-56961a13-1c60-4453-b3c8-43d80346b954 req-a1190b97-69a5-4901-954c-e9ac66c0cb65 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=4260cc67-203a-4f33-b1a7-6e48950b7890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422723 Jan 17 21:33:31.576971 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-bbf56949-f5cf-4ace-9fbc-04919ad002ff req-975640e8-6371-4386-b471-479117c4d0c0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=97b00002d33945c6a8056483b241fbf6&device_id=9f1b3ad9-6be9-4165-aea2-3a8bce7657b1 HTTP/1.1" status: 200 len: 1099 time: 0.0398083 Jan 17 21:33:31.684091 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf56949-f5cf-4ace-9fbc-04919ad002ff req-32b34009-2a14-417f-8cb9-7e87d6358c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:31.685519 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-bbf56949-f5cf-4ace-9fbc-04919ad002ff req-32b34009-2a14-417f-8cb9-7e87d6358c62 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5af0e6ef-b600-4363-b491-e83498d1d2b9 HTTP/1.1" status: 200 len: 912 time: 0.0893595 Jan 17 21:33:31.747603 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-bbf56949-f5cf-4ace-9fbc-04919ad002ff req-110f1cec-e957-4073-8781-43748c21d765 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49b3d1af-2602-4952-bb5a-f5c52e593c91 HTTP/1.1" status: 200 len: 1001 time: 0.0564275 Jan 17 21:33:31.796176 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf56949-f5cf-4ace-9fbc-04919ad002ff req-ba38cb6f-90fb-41ba-a69d-e8254dd985a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:31.798149 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-bbf56949-f5cf-4ace-9fbc-04919ad002ff req-ba38cb6f-90fb-41ba-a69d-e8254dd985a2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3f2b416e-5468-4144-8f1a-53499e3c7b82 HTTP/1.1" status: 200 len: 850 time: 0.0450845 Jan 17 21:33:31.815903 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device bc270e6d-36cd-419d-a53e-2a49d7402731 details requested by agent hyperv_hv-cinder-82489 with host hv-cinder-82489 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:33:31.855865 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf56949-f5cf-4ace-9fbc-04919ad002ff req-3dc7e856-dca6-460d-bf38-f050b3190995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:31.858484 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-bbf56949-f5cf-4ace-9fbc-04919ad002ff req-3dc7e856-dca6-460d-bf38-f050b3190995 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5af0e6ef-b600-4363-b491-e83498d1d2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531049 Jan 17 21:33:31.909678 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port bc270e6d-36cd-419d-a53e-2a49d7402731, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=bc270e6d-36cd-419d-a53e-2a49d7402731,segment=NetworkSegment(3f9ffa41-2cc8-49af-950f-98ebbe77ac71),segment_id=3f9ffa41-2cc8-49af-950f-98ebbe77ac71)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:33:31.920983 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Returning: {'device': 'bc270e6d-36cd-419d-a53e-2a49d7402731', 'network_id': 'd83dab97-84dd-4ed1-960a-d73699e6d280', 'port_id': 'bc270e6d-36cd-419d-a53e-2a49d7402731', 'mac_address': 'fa:16:3e:4c:62:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8214d204-9143-4faa-a6ac-e7dc15bbb7d7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:33:31.945779 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-bbf56949-f5cf-4ace-9fbc-04919ad002ff req-8d77d9f1-1f27-4676-8d93-123684344996 service neutron] 10.222.0.72 "GET /v2.0/networks/5af0e6ef-b600-4363-b491-e83498d1d2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810285 Jan 17 21:33:31.968127 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port bc270e6d-36cd-419d-a53e-2a49d7402731 is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:33:31.968555 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (bc270e6d-36cd-419d-a53e-2a49d7402731), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:31.982154 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc270e6d-36cd-419d-a53e-2a49d7402731 {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:33:32.001763 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port bc270e6d-36cd-419d-a53e-2a49d7402731, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=bc270e6d-36cd-419d-a53e-2a49d7402731,segment=NetworkSegment(3f9ffa41-2cc8-49af-950f-98ebbe77ac71),segment_id=3f9ffa41-2cc8-49af-950f-98ebbe77ac71)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:33:32.005839 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (bc270e6d-36cd-419d-a53e-2a49d7402731), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:32.039993 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-bbf56949-f5cf-4ace-9fbc-04919ad002ff req-42688dcb-c124-44ba-b0c5-f1c07e7e9721 service neutron] 10.222.0.72 "GET /v2.0/networks/5af0e6ef-b600-4363-b491-e83498d1d2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877106 Jan 17 21:33:32.054007 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=bc270e6d-36cd-419d-a53e-2a49d7402731,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:33:32.317591 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] get_ports_and_sgs() called for port_ids ['bc270e6d-36cd-419d-a53e-2a49d7402731'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:33:32.702872 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356932e-a086-466b-b2f1-1703ae3909be req-5e6019d5-b5e0-489e-9dd9-544d958da837 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:32.705004 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8356932e-a086-466b-b2f1-1703ae3909be req-5e6019d5-b5e0-489e-9dd9-544d958da837 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 944 time: 0.0511529 Jan 17 21:33:32.755125 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-8356932e-a086-466b-b2f1-1703ae3909be req-f384be86-ac19-4d7e-9b14-b62a5e99fc48 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=4260cc67-203a-4f33-b1a7-6e48950b7890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442426 Jan 17 21:33:33.824588 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device bc270e6d-36cd-419d-a53e-2a49d7402731 up at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:33:33.871605 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a098d2-5a8a-4ed9-9fd5-40e177c07f54 req-c700b3ca-0a44-4049-b87c-d33f22472f10 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:33.873457 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-77a098d2-5a8a-4ed9-9fd5-40e177c07f54 req-c700b3ca-0a44-4049-b87c-d33f22472f10 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 944 time: 0.0534935 Jan 17 21:33:33.873714 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning for port bc270e6d-36cd-419d-a53e-2a49d7402731 completed by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 21:33:33.877518 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning complete for port bc270e6d-36cd-419d-a53e-2a49d7402731 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:33:33.877897 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (bc270e6d-36cd-419d-a53e-2a49d7402731), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:33.922783 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-77a098d2-5a8a-4ed9-9fd5-40e177c07f54 req-fb8c7ace-df6f-498a-9c60-95ba758b62da tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=4260cc67-203a-4f33-b1a7-6e48950b7890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426223 Jan 17 21:33:33.958405 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port bc270e6d-36cd-419d-a53e-2a49d7402731 is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:33:33.958801 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (bc270e6d-36cd-419d-a53e-2a49d7402731), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:33.981588 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e5d4f4-8056-4422-9c56-c4d15421e8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc270e6d-36cd-419d-a53e-2a49d7402731'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:33:33.984326 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd74998850970e76e5e696d55ae046c45085ecb7dce1b7bf3912a5be803d1cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b130f8b8-7a82-48e1-9b52-7377fadd4c0e" -d '{"events": [{"server_uuid": "36e5d4f4-8056-4422-9c56-c4d15421e8ff", "name": "network-vif-plugged", "status": "completed", "tag": "bc270e6d-36cd-419d-a53e-2a49d7402731"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:33:33.995687 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port bc270e6d-36cd-419d-a53e-2a49d7402731, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=bc270e6d-36cd-419d-a53e-2a49d7402731,segment=NetworkSegment(3f9ffa41-2cc8-49af-950f-98ebbe77ac71),segment_id=3f9ffa41-2cc8-49af-950f-98ebbe77ac71)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:33:34.000768 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (bc270e6d-36cd-419d-a53e-2a49d7402731), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:34.047524 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=bc270e6d-36cd-419d-a53e-2a49d7402731,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:33:34.076526 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c4d601-e38a-45b1-8a50-fec800ad1d9e x-openstack-request-id: req-15c4d601-e38a-45b1-8a50-fec800ad1d9e {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:33:34.076824 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e5d4f4-8056-4422-9c56-c4d15421e8ff", "name": "network-vif-plugged", "status": "completed", "tag": "bc270e6d-36cd-419d-a53e-2a49d7402731", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:33:34.077077 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-15c4d601-e38a-45b1-8a50-fec800ad1d9e {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:33:34.077477 dv-cinder-824895-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e5d4f4-8056-4422-9c56-c4d15421e8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc270e6d-36cd-419d-a53e-2a49d7402731', 'code': 200} Jan 17 21:33:34.245313 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff062c-2d0a-4123-afb0-9d9caf90bf6f req-b21631c8-3aec-4550-828f-9653de283394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:34.246764 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e9ff062c-2d0a-4123-afb0-9d9caf90bf6f req-b21631c8-3aec-4550-828f-9653de283394 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 1098 time: 0.0402112 Jan 17 21:33:34.290651 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e9ff062c-2d0a-4123-afb0-9d9caf90bf6f req-a82ba2f8-e74d-49bf-9af5-f8d1462c2f3d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4260cc67-203a-4f33-b1a7-6e48950b7890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356340 Jan 17 21:33:35.043783 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa04548-4b40-4a3f-b74c-fb5ff8054acf req-d07beb5c-0e39-4f36-80f1-06c8bf99f973 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:35.045295 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5aa04548-4b40-4a3f-b74c-fb5ff8054acf req-d07beb5c-0e39-4f36-80f1-06c8bf99f973 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 945 time: 0.0476902 Jan 17 21:33:35.093305 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5aa04548-4b40-4a3f-b74c-fb5ff8054acf req-d810b7a8-f00f-4ccf-8fdb-4a0c5d61f7bd tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=4260cc67-203a-4f33-b1a7-6e48950b7890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415785 Jan 17 21:33:36.486771 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3d676-797c-4f60-bf00-92234d2d9a90 req-c274aedc-b410-4913-ad2b-625ece89ca34 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:36.489355 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-29e3d676-797c-4f60-bf00-92234d2d9a90 req-c274aedc-b410-4913-ad2b-625ece89ca34 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 945 time: 0.3228834 Jan 17 21:33:36.536733 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-29e3d676-797c-4f60-bf00-92234d2d9a90 req-bba4d2aa-4473-4579-8ed0-102138f08177 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=4260cc67-203a-4f33-b1a7-6e48950b7890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418127 Jan 17 21:33:36.647307 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8ee9c-956f-48f2-9d8b-e0f261b86de6 req-9562dada-16d4-44a5-9b30-4e9f6c1a55b3 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:36.648820 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b1c8ee9c-956f-48f2-9d8b-e0f261b86de6 req-9562dada-16d4-44a5-9b30-4e9f6c1a55b3 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 945 time: 0.0503008 Jan 17 21:33:36.657370 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 60994) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:33:36.661701 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.v2.base [None req-806a84c1-8368-46f1-8343-d84a76ede3a0 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Request body: {'floatingip': {'port_id': 'bc270e6d-36cd-419d-a53e-2a49d7402731'}} {{(pid=102498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:33:36.704125 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-806a84c1-8368-46f1-8343-d84a76ede3a0 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks [] for floatingip (5b7c1e7b-ef93-4b78-b616-687d7afdf5bf), before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:37.133477 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-806a84c1-8368-46f1-8343-d84a76ede3a0 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:37.137271 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-806a84c1-8368-46f1-8343-d84a76ede3a0 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1018624'] for floatingip (5b7c1e7b-ef93-4b78-b616-687d7afdf5bf), after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:37.237144 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.db.l3_db [None req-806a84c1-8368-46f1-8343-d84a76ede3a0 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Floating IP 5b7c1e7b-ef93-4b78-b616-687d7afdf5bf associated. External IP: 172.27.0.109, port: bc270e6d-36cd-419d-a53e-2a49d7402731. Jan 17 21:33:37.447637 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806a84c1-8368-46f1-8343-d84a76ede3a0 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Router 0c759ba7-634b-4e92-ad9c-fcdde4c03ca4 has already been hosted by L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 {{(pid=102498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:33:37.554724 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806a84c1-8368-46f1-8343-d84a76ede3a0 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:33:37.559234 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-806a84c1-8368-46f1-8343-d84a76ede3a0 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for floatingip (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:37.566073 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b0cbd3-ef10-43ea-9ef4-1caad7a2f77b None None] Sync routers for ids ['0c759ba7-634b-4e92-ad9c-fcdde4c03ca4'] in dv-cinder-824895-3-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:33:37.580699 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b0cbd3-ef10-43ea-9ef4-1caad7a2f77b None None] Routers {'0c759ba7-634b-4e92-ad9c-fcdde4c03ca4'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:33:37.581319 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-b0b0cbd3-ef10-43ea-9ef4-1caad7a2f77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:33:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['0c759ba7-634b-4e92-ad9c-fcdde4c03ca4'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:33:37.589304 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-806a84c1-8368-46f1-8343-d84a76ede3a0 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "PUT /v2.0/floatingips/5b7c1e7b-ef93-4b78-b616-687d7afdf5bf HTTP/1.1" status: 200 len: 991 time: 0.9283969 Jan 17 21:33:37.589304 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e5d4f4-8056-4422-9c56-c4d15421e8ff', 'tag': 'bc270e6d-36cd-419d-a53e-2a49d7402731'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:33:37.589948 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d7793c37eab3cfdbfb603451246e19a518df2119e31a6609dfbcf4a214a471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e201af-91c0-4d89-8e48-f445dc41f74e" -d '{"events": [{"name": "network-changed", "server_uuid": "36e5d4f4-8056-4422-9c56-c4d15421e8ff", "tag": "bc270e6d-36cd-419d-a53e-2a49d7402731"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:33:37.689221 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ba4617-3ba2-4fa5-923b-ea39cce8f2ee x-openstack-request-id: req-74ba4617-3ba2-4fa5-923b-ea39cce8f2ee {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:33:37.689521 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36e5d4f4-8056-4422-9c56-c4d15421e8ff", "tag": "bc270e6d-36cd-419d-a53e-2a49d7402731", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:33:37.689840 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-74ba4617-3ba2-4fa5-923b-ea39cce8f2ee {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:33:37.690254 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e5d4f4-8056-4422-9c56-c4d15421e8ff', 'tag': 'bc270e6d-36cd-419d-a53e-2a49d7402731', 'status': 'completed', 'code': 200} Jan 17 21:33:37.752988 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e201af-91c0-4d89-8e48-f445dc41f74e req-0e330c0c-d1d3-426f-a51e-6e119740ea30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:37.754512 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-d8e201af-91c0-4d89-8e48-f445dc41f74e req-0e330c0c-d1d3-426f-a51e-6e119740ea30 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8b4ad2da51ac441986f9af1c8c6a30c1&device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 1098 time: 0.0436833 Jan 17 21:33:37.769095 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-b0b0cbd3-ef10-43ea-9ef4-1caad7a2f77b None None] Set router 0c759ba7-634b-4e92-ad9c-fcdde4c03ca4 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:33:37.841324 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e201af-91c0-4d89-8e48-f445dc41f74e req-8e27d38c-c9e5-4fc7-9f96-6ae4a7b6359e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:37.842701 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-d8e201af-91c0-4d89-8e48-f445dc41f74e req-8e27d38c-c9e5-4fc7-9f96-6ae4a7b6359e service neutron] 10.222.0.72 "GET /v2.0/networks?id=d83dab97-84dd-4ed1-960a-d73699e6d280 HTTP/1.1" status: 200 len: 912 time: 0.0828228 Jan 17 21:33:37.910491 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-d8e201af-91c0-4d89-8e48-f445dc41f74e req-2b9beed6-08d2-428a-921e-79370df5df05 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc270e6d-36cd-419d-a53e-2a49d7402731 HTTP/1.1" status: 200 len: 999 time: 0.0620012 Jan 17 21:33:38.047135 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-b0b0cbd3-ef10-43ea-9ef4-1caad7a2f77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'name': 'tempest-AttachVolumeTestJSON-1996386312-router', 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'ab896688-58d0-4853-9955-5d2ec31285ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:33:19Z', 'updated_at': '2022-01-17T21:33:22Z', 'revision_number': 4, 'project_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'gw_port': {'id': 'ab896688-58d0-4853-9955-5d2ec31285ab', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:33:20Z', 'updated_at': '2022-01-17T21:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_floatingips': [{'id': '5b7c1e7b-ef93-4b78-b616-687d7afdf5bf', 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'floating_ip_address': '172.27.0.109', 'floating_network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'router_id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'port_id': 'bc270e6d-36cd-419d-a53e-2a49d7402731', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd83dab97-84dd-4ed1-960a-d73699e6d280', 'mac_address': 'fa:16:3e:4c:62:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e5d4f4-8056-4422-9c56-c4d15421e8ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:33:25Z', 'updated_at': '2022-01-17T21:33:37Z', 'revision_number': 1, 'project_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2406d4ab-dadb-4d15-bb41-9be53770e4eb', 'name': '', 'network_id': 'd83dab97-84dd-4ed1-960a-d73699e6d280', 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'mac_address': 'fa:16:3e:f3:46:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '8214d204-9143-4faa-a6ac-e7dc15bbb7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:33:22Z', 'updated_at': '2022-01-17T21:33:25Z', 'revision_number': 5, 'project_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'subnets': [{'id': '8214d204-9143-4faa-a6ac-e7dc15bbb7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:33:38.074144 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b0cbd3-ef10-43ea-9ef4-1caad7a2f77b None None] Checking router: 0c759ba7-634b-4e92-ad9c-fcdde4c03ca4 for host: dv-cinder-824895-3-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:33:38.083873 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b0cbd3-ef10-43ea-9ef4-1caad7a2f77b None None] Routers {'0c759ba7-634b-4e92-ad9c-fcdde4c03ca4'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:33:38.084536 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-b0b0cbd3-ef10-43ea-9ef4-1caad7a2f77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:33:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['0c759ba7-634b-4e92-ad9c-fcdde4c03ca4'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:33:38.204132 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-b0b0cbd3-ef10-43ea-9ef4-1caad7a2f77b None None] Set router 0c759ba7-634b-4e92-ad9c-fcdde4c03ca4 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:33:38.209394 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e201af-91c0-4d89-8e48-f445dc41f74e req-7fe0eaf8-43b6-4c30-ac00-d7de95ade452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:38.210838 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-d8e201af-91c0-4d89-8e48-f445dc41f74e req-7fe0eaf8-43b6-4c30-ac00-d7de95ade452 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8214d204-9143-4faa-a6ac-e7dc15bbb7d7 HTTP/1.1" status: 200 len: 850 time: 0.2947450 Jan 17 21:33:38.255376 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e201af-91c0-4d89-8e48-f445dc41f74e req-4bc5248e-d157-4ada-9a30-ad69e7d1abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:38.257013 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-d8e201af-91c0-4d89-8e48-f445dc41f74e req-4bc5248e-d157-4ada-9a30-ad69e7d1abf5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d83dab97-84dd-4ed1-960a-d73699e6d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398595 Jan 17 21:33:38.349233 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-d8e201af-91c0-4d89-8e48-f445dc41f74e req-2d91dd0b-bf28-4730-9e32-cdcf24aa767a service neutron] 10.222.0.72 "GET /v2.0/networks/d83dab97-84dd-4ed1-960a-d73699e6d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861912 Jan 17 21:33:38.423668 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-b0b0cbd3-ef10-43ea-9ef4-1caad7a2f77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'name': 'tempest-AttachVolumeTestJSON-1996386312-router', 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'ab896688-58d0-4853-9955-5d2ec31285ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:33:19Z', 'updated_at': '2022-01-17T21:33:22Z', 'revision_number': 4, 'project_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'gw_port': {'id': 'ab896688-58d0-4853-9955-5d2ec31285ab', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:33:20Z', 'updated_at': '2022-01-17T21:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_floatingips': [{'id': '5b7c1e7b-ef93-4b78-b616-687d7afdf5bf', 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'floating_ip_address': '172.27.0.109', 'floating_network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'router_id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'port_id': 'bc270e6d-36cd-419d-a53e-2a49d7402731', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd83dab97-84dd-4ed1-960a-d73699e6d280', 'mac_address': 'fa:16:3e:4c:62:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e5d4f4-8056-4422-9c56-c4d15421e8ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:33:25Z', 'updated_at': '2022-01-17T21:33:37Z', 'revision_number': 1, 'project_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2406d4ab-dadb-4d15-bb41-9be53770e4eb', 'name': '', 'network_id': 'd83dab97-84dd-4ed1-960a-d73699e6d280', 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'mac_address': 'fa:16:3e:f3:46:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '8214d204-9143-4faa-a6ac-e7dc15bbb7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:33:22Z', 'updated_at': '2022-01-17T21:33:25Z', 'revision_number': 5, 'project_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'subnets': [{'id': '8214d204-9143-4faa-a6ac-e7dc15bbb7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:33:38.437002 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-d8e201af-91c0-4d89-8e48-f445dc41f74e req-c548c343-25ce-4c77-8b6e-067acb41e117 service neutron] 10.222.0.72 "GET /v2.0/networks/d83dab97-84dd-4ed1-960a-d73699e6d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816076 Jan 17 21:33:38.449290 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b0cbd3-ef10-43ea-9ef4-1caad7a2f77b None None] The sync data for ids ['0c759ba7-634b-4e92-ad9c-fcdde4c03ca4'] in dv-cinder-824895-3-iscsi is: [{'id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'name': 'tempest-AttachVolumeTestJSON-1996386312-router', 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'ab896688-58d0-4853-9955-5d2ec31285ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:33:19Z', 'updated_at': '2022-01-17T21:33:22Z', 'revision_number': 4, 'project_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'gw_port': {'id': 'ab896688-58d0-4853-9955-5d2ec31285ab', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:33:20Z', 'updated_at': '2022-01-17T21:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_floatingips': [{'id': '5b7c1e7b-ef93-4b78-b616-687d7afdf5bf', 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'floating_ip_address': '172.27.0.109', 'floating_network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'router_id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'port_id': 'bc270e6d-36cd-419d-a53e-2a49d7402731', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd83dab97-84dd-4ed1-960a-d73699e6d280', 'mac_address': 'fa:16:3e:4c:62:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e5d4f4-8056-4422-9c56-c4d15421e8ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:33:25Z', 'updated_at': '2022-01-17T21:33:37Z', 'revision_number': 1, 'project_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2406d4ab-dadb-4d15-bb41-9be53770e4eb', 'name': '', 'network_id': 'd83dab97-84dd-4ed1-960a-d73699e6d280', 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'mac_address': 'fa:16:3e:f3:46:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '8214d204-9143-4faa-a6ac-e7dc15bbb7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:33:22Z', 'updated_at': '2022-01-17T21:33:25Z', 'revision_number': 5, 'project_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'subnets': [{'id': '8214d204-9143-4faa-a6ac-e7dc15bbb7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:33:38.642093 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f584ba7-d227-401e-9645-6a4cf4d1159a None None] New status for floating IP 5b7c1e7b-ef93-4b78-b616-687d7afdf5bf: ACTIVE {{(pid=102500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 21:33:44.940234 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 32782) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:33:45.096688 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-71d6d267-eb86-47ed-b156-4fc31612db98 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Deleting port d41d60f1-0aba-4c7c-8b36-567fd8b880c0 {{(pid=102498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:33:45.096958 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-71d6d267-eb86-47ed-b156-4fc31612db98 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (d41d60f1-0aba-4c7c-8b36-567fd8b880c0), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:45.177944 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-71d6d267-eb86-47ed-b156-4fc31612db98 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (d41d60f1-0aba-4c7c-8b36-567fd8b880c0), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:45.178268 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-71d6d267-eb86-47ed-b156-4fc31612db98 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks [] for floatingip (d41d60f1-0aba-4c7c-8b36-567fd8b880c0), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:45.190245 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-71d6d267-eb86-47ed-b156-4fc31612db98 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Calling delete_port for d41d60f1-0aba-4c7c-8b36-567fd8b880c0 owned by network:floatingip {{(pid=102498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:33:45.339758 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-71d6d267-eb86-47ed-b156-4fc31612db98 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863200'] for port (d41d60f1-0aba-4c7c-8b36-567fd8b880c0), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:45.365841 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6d267-eb86-47ed-b156-4fc31612db98 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Pushing event deleted for resources: {'Port': ['ID=d41d60f1-0aba-4c7c-8b36-567fd8b880c0,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:33:45.428395 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-71d6d267-eb86-47ed-b156-4fc31612db98 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks [] for floatingip (2b833f34-c378-4a9b-9c11-d44806c2df7b), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:45.428731 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.db.l3_db [None req-71d6d267-eb86-47ed-b156-4fc31612db98 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Floating IP 2b833f34-c378-4a9b-9c11-d44806c2df7b disassociated (deleted). External IP: 172.27.0.8, port: d25d6980-4925-4e8f-bed1-d6d5051f37ce. Jan 17 21:33:45.634374 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d6d267-eb86-47ed-b156-4fc31612db98 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Router 78be4ba5-dcdf-466f-8857-3af7b5656228 has already been hosted by L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 {{(pid=102498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:33:45.742403 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d6d267-eb86-47ed-b156-4fc31612db98 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:33:45.747175 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-71d6d267-eb86-47ed-b156-4fc31612db98 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for floatingip (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:45.752756 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfee971a-43f2-4614-9a7a-8f7783ecddc4 None None] Sync routers for ids ['78be4ba5-dcdf-466f-8857-3af7b5656228'] in dv-cinder-824895-3-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:33:45.761988 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfee971a-43f2-4614-9a7a-8f7783ecddc4 None None] Routers {'78be4ba5-dcdf-466f-8857-3af7b5656228'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:33:45.762589 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-cfee971a-43f2-4614-9a7a-8f7783ecddc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:33:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['78be4ba5-dcdf-466f-8857-3af7b5656228'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:33:45.774224 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-71d6d267-eb86-47ed-b156-4fc31612db98 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "DELETE /v2.0/floatingips/2b833f34-c378-4a9b-9c11-d44806c2df7b HTTP/1.1" status: 204 len: 168 time: 0.8328671 Jan 17 21:33:45.774936 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b36124-78c9-4d6c-a106-743e642f28ea', 'tag': 'd25d6980-4925-4e8f-bed1-d6d5051f37ce'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:33:45.777186 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d7793c37eab3cfdbfb603451246e19a518df2119e31a6609dfbcf4a214a471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f112fdee-a73e-46ba-b498-95d88ed59959" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b36124-78c9-4d6c-a106-743e642f28ea", "tag": "d25d6980-4925-4e8f-bed1-d6d5051f37ce"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:33:45.814990 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a40ee75-f956-4cbd-8064-1fe461c00832 x-openstack-request-id: req-1a40ee75-f956-4cbd-8064-1fe461c00832 {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:33:45.815284 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b36124-78c9-4d6c-a106-743e642f28ea", "tag": "d25d6980-4925-4e8f-bed1-d6d5051f37ce", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:33:45.815633 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1a40ee75-f956-4cbd-8064-1fe461c00832 {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:33:45.815946 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b36124-78c9-4d6c-a106-743e642f28ea', 'tag': 'd25d6980-4925-4e8f-bed1-d6d5051f37ce', 'status': 'completed', 'code': 200} Jan 17 21:33:45.875985 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-cfee971a-43f2-4614-9a7a-8f7783ecddc4 None None] Set router 78be4ba5-dcdf-466f-8857-3af7b5656228 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:33:45.879917 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112fdee-a73e-46ba-b498-95d88ed59959 req-10ff370c-8bf8-4891-9895-da8d9816685c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:45.881609 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-f112fdee-a73e-46ba-b498-95d88ed59959 req-10ff370c-8bf8-4891-9895-da8d9816685c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=97b00002d33945c6a8056483b241fbf6&device_id=a8b36124-78c9-4d6c-a106-743e642f28ea HTTP/1.1" status: 200 len: 1099 time: 0.0428205 Jan 17 21:33:45.995355 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112fdee-a73e-46ba-b498-95d88ed59959 req-c62d3424-5cd7-4a39-b26f-3546ae4bccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:45.996977 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-f112fdee-a73e-46ba-b498-95d88ed59959 req-c62d3424-5cd7-4a39-b26f-3546ae4bccfd service neutron] 10.222.0.72 "GET /v2.0/networks?id=5af0e6ef-b600-4363-b491-e83498d1d2b9 HTTP/1.1" status: 200 len: 912 time: 0.0975420 Jan 17 21:33:46.017209 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f6d5f-1df0-4dde-8a84-4f28ec6414b1 req-8b63f8fe-1f41-460b-97a1-f9d6cf028dec tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:46.019423 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ec3f6d5f-1df0-4dde-8a84-4f28ec6414b1 req-8b63f8fe-1f41-460b-97a1-f9d6cf028dec tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8b36124-78c9-4d6c-a106-743e642f28ea HTTP/1.1" status: 200 len: 946 time: 0.0554163 Jan 17 21:33:46.039641 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-f112fdee-a73e-46ba-b498-95d88ed59959 req-e8af068f-d48f-4f83-9239-359cff3df5da service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d25d6980-4925-4e8f-bed1-d6d5051f37ce HTTP/1.1" status: 200 len: 217 time: 0.0360384 Jan 17 21:33:46.075140 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ec3f6d5f-1df0-4dde-8a84-4f28ec6414b1 req-2938312b-7eca-4bb4-8183-da711fde58d8 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498655 Jan 17 21:33:46.100215 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112fdee-a73e-46ba-b498-95d88ed59959 req-a2158cce-8ac0-40de-9d76-66c2ac8e161d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:46.101815 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-f112fdee-a73e-46ba-b498-95d88ed59959 req-a2158cce-8ac0-40de-9d76-66c2ac8e161d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3f2b416e-5468-4144-8f1a-53499e3c7b82 HTTP/1.1" status: 200 len: 850 time: 0.0555253 Jan 17 21:33:46.123769 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-cfee971a-43f2-4614-9a7a-8f7783ecddc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'name': 'tempest-TestVolumeBootPattern-920129794-router', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:34Z', 'updated_at': '2022-01-17T21:23:38Z', 'revision_number': 4, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'gw_port': {'id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:84:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:35Z', 'updated_at': '2022-01-17T21:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_floatingips': [{'id': '9104f40e-8753-4e9b-a214-629e64c49405', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'floating_ip_address': '172.27.0.54', 'floating_network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'router_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'port_id': '49b3d1af-2602-4952-bb5a-f5c52e593c91', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9', 'mac_address': 'fa:16:3e:f7:e9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1b3ad9-6be9-4165-aea2-3a8bce7657b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:29:09Z', 'updated_at': '2022-01-17T21:29:12Z', 'revision_number': 1, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac94ccc9-7efe-4100-8faa-599da3bc5807', 'name': '', 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'mac_address': 'fa:16:3e:af:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:37Z', 'updated_at': '2022-01-17T21:23:48Z', 'revision_number': 5, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'subnets': [{'id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:33:46.147767 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112fdee-a73e-46ba-b498-95d88ed59959 req-24350da9-5d23-4249-acd9-9f37a4fbd9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:46.149324 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-f112fdee-a73e-46ba-b498-95d88ed59959 req-24350da9-5d23-4249-acd9-9f37a4fbd9bf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5af0e6ef-b600-4363-b491-e83498d1d2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411932 Jan 17 21:33:46.150543 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfee971a-43f2-4614-9a7a-8f7783ecddc4 None None] Checking router: 78be4ba5-dcdf-466f-8857-3af7b5656228 for host: dv-cinder-824895-3-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:33:46.158838 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfee971a-43f2-4614-9a7a-8f7783ecddc4 None None] Routers {'78be4ba5-dcdf-466f-8857-3af7b5656228'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:33:46.159374 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-cfee971a-43f2-4614-9a7a-8f7783ecddc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:33:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['78be4ba5-dcdf-466f-8857-3af7b5656228'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:33:46.236587 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-f112fdee-a73e-46ba-b498-95d88ed59959 req-6edba6e4-ecc6-4a9a-8ff1-2b4b5288aa23 service neutron] 10.222.0.72 "GET /v2.0/networks/5af0e6ef-b600-4363-b491-e83498d1d2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804491 Jan 17 21:33:46.263564 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-cfee971a-43f2-4614-9a7a-8f7783ecddc4 None None] Set router 78be4ba5-dcdf-466f-8857-3af7b5656228 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:33:46.332671 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-f112fdee-a73e-46ba-b498-95d88ed59959 req-69106d76-119d-4aa8-8fb5-ff93121412c6 service neutron] 10.222.0.72 "GET /v2.0/networks/5af0e6ef-b600-4363-b491-e83498d1d2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892618 Jan 17 21:33:46.567730 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-cfee971a-43f2-4614-9a7a-8f7783ecddc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'name': 'tempest-TestVolumeBootPattern-920129794-router', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:34Z', 'updated_at': '2022-01-17T21:23:38Z', 'revision_number': 4, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'gw_port': {'id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:84:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:35Z', 'updated_at': '2022-01-17T21:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_floatingips': [{'id': '9104f40e-8753-4e9b-a214-629e64c49405', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'floating_ip_address': '172.27.0.54', 'floating_network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'router_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'port_id': '49b3d1af-2602-4952-bb5a-f5c52e593c91', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9', 'mac_address': 'fa:16:3e:f7:e9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1b3ad9-6be9-4165-aea2-3a8bce7657b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:29:09Z', 'updated_at': '2022-01-17T21:29:12Z', 'revision_number': 1, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac94ccc9-7efe-4100-8faa-599da3bc5807', 'name': '', 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'mac_address': 'fa:16:3e:af:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:37Z', 'updated_at': '2022-01-17T21:23:48Z', 'revision_number': 5, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'subnets': [{'id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:33:46.595737 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfee971a-43f2-4614-9a7a-8f7783ecddc4 None None] The sync data for ids ['78be4ba5-dcdf-466f-8857-3af7b5656228'] in dv-cinder-824895-3-iscsi is: [{'id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'name': 'tempest-TestVolumeBootPattern-920129794-router', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:34Z', 'updated_at': '2022-01-17T21:23:38Z', 'revision_number': 4, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'gw_port': {'id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:84:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:35Z', 'updated_at': '2022-01-17T21:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_floatingips': [{'id': '9104f40e-8753-4e9b-a214-629e64c49405', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'floating_ip_address': '172.27.0.54', 'floating_network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'router_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'port_id': '49b3d1af-2602-4952-bb5a-f5c52e593c91', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9', 'mac_address': 'fa:16:3e:f7:e9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1b3ad9-6be9-4165-aea2-3a8bce7657b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:29:09Z', 'updated_at': '2022-01-17T21:29:12Z', 'revision_number': 1, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac94ccc9-7efe-4100-8faa-599da3bc5807', 'name': '', 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'mac_address': 'fa:16:3e:af:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:37Z', 'updated_at': '2022-01-17T21:23:48Z', 'revision_number': 5, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'subnets': [{'id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:33:46.821177 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118ed4fa-1787-4522-8409-015224fba54f None None] New status for floating IP 2b833f34-c378-4a9b-9c11-d44806c2df7b: DOWN {{(pid=102500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 21:33:47.193129 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fcbae-5f0d-4552-b02a-28f3e125a85c req-fae89e02-1a29-4bee-8878-2a8a6cd60de5 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:47.194628 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2e4fcbae-5f0d-4552-b02a-28f3e125a85c req-fae89e02-1a29-4bee-8878-2a8a6cd60de5 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8b36124-78c9-4d6c-a106-743e642f28ea HTTP/1.1" status: 200 len: 946 time: 0.0500755 Jan 17 21:33:47.243471 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-2e4fcbae-5f0d-4552-b02a-28f3e125a85c req-a00f9a7e-4f54-4238-8b5c-861cb4a49a07 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429862 Jan 17 21:33:47.879884 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea021c-7bcc-4b35-902a-aae65a5b07ca req-eac8eee7-79a5-4414-ac06-48951cacd2ef tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:47.881373 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-9aea021c-7bcc-4b35-902a-aae65a5b07ca req-eac8eee7-79a5-4414-ac06-48951cacd2ef tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.72 "GET /v2.0/ports?device_id=a8b36124-78c9-4d6c-a106-743e642f28ea HTTP/1.1" status: 200 len: 946 time: 0.0480268 Jan 17 21:33:47.972996 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-9aea021c-7bcc-4b35-902a-aae65a5b07ca req-091af6ea-bdce-416e-9b92-94d29388ca6a tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Deleting port d25d6980-4925-4e8f-bed1-d6d5051f37ce {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:33:47.973341 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-9aea021c-7bcc-4b35-902a-aae65a5b07ca req-091af6ea-bdce-416e-9b92-94d29388ca6a tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (d25d6980-4925-4e8f-bed1-d6d5051f37ce), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:48.062085 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-9aea021c-7bcc-4b35-902a-aae65a5b07ca req-091af6ea-bdce-416e-9b92-94d29388ca6a tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] For port d25d6980-4925-4e8f-bed1-d6d5051f37ce, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=d25d6980-4925-4e8f-bed1-d6d5051f37ce,segment=NetworkSegment(7ee340a2-c031-4107-9341-36ba121a962a),segment_id=7ee340a2-c031-4107-9341-36ba121a962a)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:33:48.062991 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-9aea021c-7bcc-4b35-902a-aae65a5b07ca req-091af6ea-bdce-416e-9b92-94d29388ca6a tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (d25d6980-4925-4e8f-bed1-d6d5051f37ce), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:48.075509 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-9aea021c-7bcc-4b35-902a-aae65a5b07ca req-091af6ea-bdce-416e-9b92-94d29388ca6a tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Calling delete_port for d25d6980-4925-4e8f-bed1-d6d5051f37ce owned by compute:nova {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:33:48.208785 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-9aea021c-7bcc-4b35-902a-aae65a5b07ca req-091af6ea-bdce-416e-9b92-94d29388ca6a tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (d25d6980-4925-4e8f-bed1-d6d5051f37ce), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:48.238509 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091af6ea-bdce-416e-9b92-94d29388ca6a tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Pushing event deleted for resources: {'Port': ['ID=d25d6980-4925-4e8f-bed1-d6d5051f37ce,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:33:48.284489 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aea021c-7bcc-4b35-902a-aae65a5b07ca req-091af6ea-bdce-416e-9b92-94d29388ca6a tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] No DVR routers for this DVR port d25d6980-4925-4e8f-bed1-d6d5051f37ce on host hv-cinder-82489 {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:33:48.287127 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-9aea021c-7bcc-4b35-902a-aae65a5b07ca req-091af6ea-bdce-416e-9b92-94d29388ca6a tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:48.290853 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-9aea021c-7bcc-4b35-902a-aae65a5b07ca req-091af6ea-bdce-416e-9b92-94d29388ca6a tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.72 "DELETE /v2.0/ports/d25d6980-4925-4e8f-bed1-d6d5051f37ce HTTP/1.1" status: 204 len: 173 time: 0.4044447 Jan 17 21:33:48.291314 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b36124-78c9-4d6c-a106-743e642f28ea', 'name': 'network-vif-deleted', 'tag': 'd25d6980-4925-4e8f-bed1-d6d5051f37ce'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:33:48.293933 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c2de0e70a1bc7346ac1be0cec4f24ea848d889c4763a7575c3a73373459bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6e2854-8717-418f-a726-0d172f0b846e" -d '{"events": [{"server_uuid": "a8b36124-78c9-4d6c-a106-743e642f28ea", "name": "network-vif-deleted", "tag": "d25d6980-4925-4e8f-bed1-d6d5051f37ce"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:33:48.337193 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64995f3c-46dd-4490-8164-cb04715f1851 x-openstack-request-id: req-64995f3c-46dd-4490-8164-cb04715f1851 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:33:48.337497 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b36124-78c9-4d6c-a106-743e642f28ea", "name": "network-vif-deleted", "tag": "d25d6980-4925-4e8f-bed1-d6d5051f37ce", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:33:48.337757 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-64995f3c-46dd-4490-8164-cb04715f1851 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:33:48.338179 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b36124-78c9-4d6c-a106-743e642f28ea', 'name': 'network-vif-deleted', 'tag': 'd25d6980-4925-4e8f-bed1-d6d5051f37ce', 'status': 'completed', 'code': 200} Jan 17 21:33:48.353655 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-387e4efa-7f8c-4f66-85e8-3f06635fa7e3 req-6efeb667-1a03-45f9-a48b-48ea145f9441 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8b36124-78c9-4d6c-a106-743e642f28ea HTTP/1.1" status: 200 len: 210 time: 0.0308435 Jan 17 21:33:51.774579 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 32824) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:33:51.931760 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-0007e791-0538-4d4c-a84f-34fc78af78ed tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Deleting port ae24cbab-6947-4126-8e84-a4d54dd558be {{(pid=102498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:33:51.932112 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0007e791-0538-4d4c-a84f-34fc78af78ed tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (ae24cbab-6947-4126-8e84-a4d54dd558be), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:51.942718 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device d25d6980-4925-4e8f-bed1-d6d5051f37ce no longer exists at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:33:51.964237 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] No Port match for: d25d6980-4925-4e8f-bed1-d6d5051f37ce {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:33:51.964615 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device d25d6980-4925-4e8f-bed1-d6d5051f37ce not bound to the agent host hv-cinder-82489 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:33:52.011400 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0007e791-0538-4d4c-a84f-34fc78af78ed tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (ae24cbab-6947-4126-8e84-a4d54dd558be), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:52.011768 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0007e791-0538-4d4c-a84f-34fc78af78ed tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks [] for floatingip (ae24cbab-6947-4126-8e84-a4d54dd558be), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:52.023878 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-0007e791-0538-4d4c-a84f-34fc78af78ed tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Calling delete_port for ae24cbab-6947-4126-8e84-a4d54dd558be owned by network:floatingip {{(pid=102498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:33:52.170951 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0007e791-0538-4d4c-a84f-34fc78af78ed tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863200'] for port (ae24cbab-6947-4126-8e84-a4d54dd558be), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:52.197042 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0007e791-0538-4d4c-a84f-34fc78af78ed tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Pushing event deleted for resources: {'Port': ['ID=ae24cbab-6947-4126-8e84-a4d54dd558be,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:33:52.255397 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0007e791-0538-4d4c-a84f-34fc78af78ed tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks [] for floatingip (9104f40e-8753-4e9b-a214-629e64c49405), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:52.255725 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.db.l3_db [None req-0007e791-0538-4d4c-a84f-34fc78af78ed tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Floating IP 9104f40e-8753-4e9b-a214-629e64c49405 disassociated (deleted). External IP: 172.27.0.54, port: 49b3d1af-2602-4952-bb5a-f5c52e593c91. Jan 17 21:33:52.462475 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0007e791-0538-4d4c-a84f-34fc78af78ed tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Router 78be4ba5-dcdf-466f-8857-3af7b5656228 has already been hosted by L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 {{(pid=102498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:33:52.568017 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0007e791-0538-4d4c-a84f-34fc78af78ed tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:33:52.572944 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0007e791-0538-4d4c-a84f-34fc78af78ed tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for floatingip (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:52.577707 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc190dca-4108-4a9b-9c0e-f5b961388b96 None None] Sync routers for ids ['78be4ba5-dcdf-466f-8857-3af7b5656228'] in dv-cinder-824895-3-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:33:52.587168 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc190dca-4108-4a9b-9c0e-f5b961388b96 None None] Routers {'78be4ba5-dcdf-466f-8857-3af7b5656228'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:33:52.587785 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-cc190dca-4108-4a9b-9c0e-f5b961388b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:33:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['78be4ba5-dcdf-466f-8857-3af7b5656228'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:33:52.598939 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-0007e791-0538-4d4c-a84f-34fc78af78ed tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "DELETE /v2.0/floatingips/9104f40e-8753-4e9b-a214-629e64c49405 HTTP/1.1" status: 204 len: 168 time: 0.8232470 Jan 17 21:33:52.599524 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f1b3ad9-6be9-4165-aea2-3a8bce7657b1', 'tag': '49b3d1af-2602-4952-bb5a-f5c52e593c91'}] {{(pid=102498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:33:52.601776 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d7793c37eab3cfdbfb603451246e19a518df2119e31a6609dfbcf4a214a471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6219fbb-28c7-4c76-8cdc-6274470f8f7a" -d '{"events": [{"name": "network-changed", "server_uuid": "9f1b3ad9-6be9-4165-aea2-3a8bce7657b1", "tag": "49b3d1af-2602-4952-bb5a-f5c52e593c91"}]}' {{(pid=102498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:33:52.643214 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b604a19f-d7a4-40c6-bc82-dbdb4dd49a27 x-openstack-request-id: req-b604a19f-d7a4-40c6-bc82-dbdb4dd49a27 {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:33:52.643511 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f1b3ad9-6be9-4165-aea2-3a8bce7657b1", "tag": "49b3d1af-2602-4952-bb5a-f5c52e593c91", "status": "completed", "code": 200}]} {{(pid=102498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:33:52.643775 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b604a19f-d7a4-40c6-bc82-dbdb4dd49a27 {{(pid=102498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:33:52.644183 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f1b3ad9-6be9-4165-aea2-3a8bce7657b1', 'tag': '49b3d1af-2602-4952-bb5a-f5c52e593c91', 'status': 'completed', 'code': 200} Jan 17 21:33:52.697471 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-cc190dca-4108-4a9b-9c0e-f5b961388b96 None None] Set router 78be4ba5-dcdf-466f-8857-3af7b5656228 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:33:52.718020 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6219fbb-28c7-4c76-8cdc-6274470f8f7a req-c883e512-70a1-4b92-b1a9-0ef996462c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:52.720296 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-d6219fbb-28c7-4c76-8cdc-6274470f8f7a req-c883e512-70a1-4b92-b1a9-0ef996462c8e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=97b00002d33945c6a8056483b241fbf6&device_id=9f1b3ad9-6be9-4165-aea2-3a8bce7657b1 HTTP/1.1" status: 200 len: 1099 time: 0.0532753 Jan 17 21:33:52.763208 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:52.824149 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6219fbb-28c7-4c76-8cdc-6274470f8f7a req-a45769c1-2c64-4a23-bb82-3901b3a768dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:52.825712 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-d6219fbb-28c7-4c76-8cdc-6274470f8f7a req-a45769c1-2c64-4a23-bb82-3901b3a768dd service neutron] 10.222.0.72 "GET /v2.0/networks?id=5af0e6ef-b600-4363-b491-e83498d1d2b9 HTTP/1.1" status: 200 len: 912 time: 0.0884285 Jan 17 21:33:52.848282 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288aab6c-35e6-43d9-a94f-ef5c313560a0 req-276e2207-90b3-49a3-85d9-e40d25bac352 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:52.849989 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-288aab6c-35e6-43d9-a94f-ef5c313560a0 req-276e2207-90b3-49a3-85d9-e40d25bac352 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f1b3ad9-6be9-4165-aea2-3a8bce7657b1 HTTP/1.1" status: 200 len: 946 time: 0.0524561 Jan 17 21:33:52.872113 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-d6219fbb-28c7-4c76-8cdc-6274470f8f7a req-20261440-9fae-46fe-88d8-374e31f5c848 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49b3d1af-2602-4952-bb5a-f5c52e593c91 HTTP/1.1" status: 200 len: 217 time: 0.0400550 Jan 17 21:33:52.910112 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-288aab6c-35e6-43d9-a94f-ef5c313560a0 req-d73aed60-dec3-4dd9-b828-844b649485d1 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505557 Jan 17 21:33:52.928112 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-cc190dca-4108-4a9b-9c0e-f5b961388b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'name': 'tempest-TestVolumeBootPattern-920129794-router', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:34Z', 'updated_at': '2022-01-17T21:23:38Z', 'revision_number': 4, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'gw_port': {'id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:84:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:35Z', 'updated_at': '2022-01-17T21:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': 'ac94ccc9-7efe-4100-8faa-599da3bc5807', 'name': '', 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'mac_address': 'fa:16:3e:af:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:37Z', 'updated_at': '2022-01-17T21:23:48Z', 'revision_number': 5, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'subnets': [{'id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:33:52.928428 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6219fbb-28c7-4c76-8cdc-6274470f8f7a req-4769d616-b4c8-4471-9015-0260ad4f9f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:52.930102 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-d6219fbb-28c7-4c76-8cdc-6274470f8f7a req-4769d616-b4c8-4471-9015-0260ad4f9f5a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3f2b416e-5468-4144-8f1a-53499e3c7b82 HTTP/1.1" status: 200 len: 850 time: 0.0505633 Jan 17 21:33:52.973282 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc190dca-4108-4a9b-9c0e-f5b961388b96 None None] Checking router: 78be4ba5-dcdf-466f-8857-3af7b5656228 for host: dv-cinder-824895-3-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:33:52.978475 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6219fbb-28c7-4c76-8cdc-6274470f8f7a req-08861d2f-5a33-496e-8ce8-8d1016b94e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:52.980091 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-d6219fbb-28c7-4c76-8cdc-6274470f8f7a req-08861d2f-5a33-496e-8ce8-8d1016b94e76 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5af0e6ef-b600-4363-b491-e83498d1d2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431371 Jan 17 21:33:52.981730 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc190dca-4108-4a9b-9c0e-f5b961388b96 None None] Routers {'78be4ba5-dcdf-466f-8857-3af7b5656228'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:33:52.982341 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-cc190dca-4108-4a9b-9c0e-f5b961388b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:33:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['78be4ba5-dcdf-466f-8857-3af7b5656228'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:33:53.071359 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-d6219fbb-28c7-4c76-8cdc-6274470f8f7a req-61f0a558-7353-435b-9472-942ec9c8a2eb service neutron] 10.222.0.72 "GET /v2.0/networks/5af0e6ef-b600-4363-b491-e83498d1d2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847793 Jan 17 21:33:53.087761 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-cc190dca-4108-4a9b-9c0e-f5b961388b96 None None] Set router 78be4ba5-dcdf-466f-8857-3af7b5656228 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:33:53.164913 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-d6219fbb-28c7-4c76-8cdc-6274470f8f7a req-cc37e6b2-8270-4ad1-a75a-311601ef916b service neutron] 10.222.0.72 "GET /v2.0/networks/5af0e6ef-b600-4363-b491-e83498d1d2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841281 Jan 17 21:33:53.289970 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-cc190dca-4108-4a9b-9c0e-f5b961388b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'name': 'tempest-TestVolumeBootPattern-920129794-router', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:34Z', 'updated_at': '2022-01-17T21:23:38Z', 'revision_number': 4, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'gw_port': {'id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:84:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:35Z', 'updated_at': '2022-01-17T21:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': 'ac94ccc9-7efe-4100-8faa-599da3bc5807', 'name': '', 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'mac_address': 'fa:16:3e:af:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:37Z', 'updated_at': '2022-01-17T21:23:48Z', 'revision_number': 5, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'subnets': [{'id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:33:53.316127 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc190dca-4108-4a9b-9c0e-f5b961388b96 None None] The sync data for ids ['78be4ba5-dcdf-466f-8857-3af7b5656228'] in dv-cinder-824895-3-iscsi is: [{'id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'name': 'tempest-TestVolumeBootPattern-920129794-router', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:34Z', 'updated_at': '2022-01-17T21:23:38Z', 'revision_number': 4, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'gw_port': {'id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:84:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:35Z', 'updated_at': '2022-01-17T21:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': 'ac94ccc9-7efe-4100-8faa-599da3bc5807', 'name': '', 'network_id': '5af0e6ef-b600-4363-b491-e83498d1d2b9', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'mac_address': 'fa:16:3e:af:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:37Z', 'updated_at': '2022-01-17T21:23:48Z', 'revision_number': 5, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'subnets': [{'id': '3f2b416e-5468-4144-8f1a-53499e3c7b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:33:53.520475 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97c7cc1-41d7-4250-845a-dceadf2c09b6 None None] New status for floating IP 9104f40e-8753-4e9b-a214-629e64c49405: DOWN {{(pid=102500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 21:33:54.023700 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4517e0-7eb2-4328-ad6c-d6fad12c4ebe req-6e8c1b22-3b8d-4bc0-b124-348e375dfcdf tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:54.025229 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-aa4517e0-7eb2-4328-ad6c-d6fad12c4ebe req-6e8c1b22-3b8d-4bc0-b124-348e375dfcdf tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f1b3ad9-6be9-4165-aea2-3a8bce7657b1 HTTP/1.1" status: 200 len: 946 time: 0.0479407 Jan 17 21:33:54.080390 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-aa4517e0-7eb2-4328-ad6c-d6fad12c4ebe req-7f9dd0c0-2cc6-4b1f-8ab0-e13b366259a3 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/security-groups?id=0f45590d-5254-466f-af88-b7d60b1369f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494397 Jan 17 21:33:54.499377 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c74da5-65a6-4de0-b056-04c546fb7069 req-c6d313b2-c5a0-428f-a03c-7156615e8f64 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:33:54.501387 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-56c74da5-65a6-4de0-b056-04c546fb7069 req-c6d313b2-c5a0-428f-a03c-7156615e8f64 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f1b3ad9-6be9-4165-aea2-3a8bce7657b1 HTTP/1.1" status: 200 len: 946 time: 0.0487983 Jan 17 21:33:54.591004 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-56c74da5-65a6-4de0-b056-04c546fb7069 req-58ca7fbb-5ce4-45a1-a762-32d33336367c tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Deleting port 49b3d1af-2602-4952-bb5a-f5c52e593c91 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:33:54.591344 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-56c74da5-65a6-4de0-b056-04c546fb7069 req-58ca7fbb-5ce4-45a1-a762-32d33336367c tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (49b3d1af-2602-4952-bb5a-f5c52e593c91), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:54.681074 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-56c74da5-65a6-4de0-b056-04c546fb7069 req-58ca7fbb-5ce4-45a1-a762-32d33336367c tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] For port 49b3d1af-2602-4952-bb5a-f5c52e593c91, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=49b3d1af-2602-4952-bb5a-f5c52e593c91,segment=NetworkSegment(7ee340a2-c031-4107-9341-36ba121a962a),segment_id=7ee340a2-c031-4107-9341-36ba121a962a)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:33:54.681435 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-56c74da5-65a6-4de0-b056-04c546fb7069 req-58ca7fbb-5ce4-45a1-a762-32d33336367c tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (49b3d1af-2602-4952-bb5a-f5c52e593c91), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:54.694246 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-56c74da5-65a6-4de0-b056-04c546fb7069 req-58ca7fbb-5ce4-45a1-a762-32d33336367c tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Calling delete_port for 49b3d1af-2602-4952-bb5a-f5c52e593c91 owned by compute:nova {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:33:54.823056 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-56c74da5-65a6-4de0-b056-04c546fb7069 req-58ca7fbb-5ce4-45a1-a762-32d33336367c tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (49b3d1af-2602-4952-bb5a-f5c52e593c91), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:54.853296 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca7fbb-5ce4-45a1-a762-32d33336367c tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Pushing event deleted for resources: {'Port': ['ID=49b3d1af-2602-4952-bb5a-f5c52e593c91,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:33:54.895971 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c74da5-65a6-4de0-b056-04c546fb7069 req-58ca7fbb-5ce4-45a1-a762-32d33336367c tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] No DVR routers for this DVR port 49b3d1af-2602-4952-bb5a-f5c52e593c91 on host hv-cinder-82489 {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:33:54.898430 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-56c74da5-65a6-4de0-b056-04c546fb7069 req-58ca7fbb-5ce4-45a1-a762-32d33336367c tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:54.901870 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-56c74da5-65a6-4de0-b056-04c546fb7069 req-58ca7fbb-5ce4-45a1-a762-32d33336367c tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.72 "DELETE /v2.0/ports/49b3d1af-2602-4952-bb5a-f5c52e593c91 HTTP/1.1" status: 204 len: 173 time: 0.3958132 Jan 17 21:33:54.902322 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1b3ad9-6be9-4165-aea2-3a8bce7657b1', 'name': 'network-vif-deleted', 'tag': '49b3d1af-2602-4952-bb5a-f5c52e593c91'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:33:54.904582 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c2de0e70a1bc7346ac1be0cec4f24ea848d889c4763a7575c3a73373459bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9a5036-dd93-45d7-a83a-98178b3e7291" -d '{"events": [{"server_uuid": "9f1b3ad9-6be9-4165-aea2-3a8bce7657b1", "name": "network-vif-deleted", "tag": "49b3d1af-2602-4952-bb5a-f5c52e593c91"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:33:54.920809 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c7b10b2e-29b4-4b4c-b1a9-f7a509c33c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:54.944536 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81fd4a1b-1fb4-4557-a348-8df052120677 x-openstack-request-id: req-81fd4a1b-1fb4-4557-a348-8df052120677 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:33:54.944780 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1b3ad9-6be9-4165-aea2-3a8bce7657b1", "name": "network-vif-deleted", "tag": "49b3d1af-2602-4952-bb5a-f5c52e593c91", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:33:54.945038 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-81fd4a1b-1fb4-4557-a348-8df052120677 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:33:54.945484 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f1b3ad9-6be9-4165-aea2-3a8bce7657b1', 'name': 'network-vif-deleted', 'tag': '49b3d1af-2602-4952-bb5a-f5c52e593c91', 'status': 'completed', 'code': 200} Jan 17 21:33:55.183962 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5b2d2965-54b0-4b00-9fe9-227eec6af568 req-1a7f5ab3-69f3-4901-8369-fef293022b67 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f1b3ad9-6be9-4165-aea2-3a8bce7657b1 HTTP/1.1" status: 200 len: 210 time: 0.0298078 Jan 17 21:33:56.239943 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 32850) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:33:56.364204 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-8d027118-e9e4-4451-bfc2-e013cc39acf4 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Deleting port deddb6cd-544f-46fc-8fe0-4ad71f0c0f2e {{(pid=102498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:33:56.364583 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-8d027118-e9e4-4451-bfc2-e013cc39acf4 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (deddb6cd-544f-46fc-8fe0-4ad71f0c0f2e), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:56.442003 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-8d027118-e9e4-4451-bfc2-e013cc39acf4 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (deddb6cd-544f-46fc-8fe0-4ad71f0c0f2e), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:56.442331 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-8d027118-e9e4-4451-bfc2-e013cc39acf4 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks [] for floatingip (deddb6cd-544f-46fc-8fe0-4ad71f0c0f2e), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:56.453956 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-8d027118-e9e4-4451-bfc2-e013cc39acf4 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Calling delete_port for deddb6cd-544f-46fc-8fe0-4ad71f0c0f2e owned by network:floatingip {{(pid=102498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:33:56.583094 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-8d027118-e9e4-4451-bfc2-e013cc39acf4 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863200'] for port (deddb6cd-544f-46fc-8fe0-4ad71f0c0f2e), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:56.616324 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d027118-e9e4-4451-bfc2-e013cc39acf4 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Pushing event deleted for resources: {'Port': ['ID=deddb6cd-544f-46fc-8fe0-4ad71f0c0f2e,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:33:56.679818 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-8d027118-e9e4-4451-bfc2-e013cc39acf4 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks [] for floatingip (3e568606-1234-4cbf-b66b-5a69b346c197), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:56.682497 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-8d027118-e9e4-4451-bfc2-e013cc39acf4 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for floatingip (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:56.683653 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-8d027118-e9e4-4451-bfc2-e013cc39acf4 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "DELETE /v2.0/floatingips/3e568606-1234-4cbf-b66b-5a69b346c197 HTTP/1.1" status: 204 len: 168 time: 0.4426668 Jan 17 21:33:57.671716 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-038d4c41-6ddd-47b1-a3e1-b5fe54335d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:57.874239 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 32864) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:33:57.932465 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-acb3c21c-5ceb-4d49-9711-28b93a1f98c3 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks [] for security_group (0f45590d-5254-466f-af88-b7d60b1369f4), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:57.957753 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-acb3c21c-5ceb-4d49-9711-28b93a1f98c3 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks [] for security_group (0f45590d-5254-466f-af88-b7d60b1369f4), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:57.981158 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 49b3d1af-2602-4952-bb5a-f5c52e593c91 no longer exists at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:33:58.002120 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] No Port match for: 49b3d1af-2602-4952-bb5a-f5c52e593c91 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:33:58.002508 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 49b3d1af-2602-4952-bb5a-f5c52e593c91 not bound to the agent host hv-cinder-82489 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:33:58.018548 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-acb3c21c-5ceb-4d49-9711-28b93a1f98c3 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (0f45590d-5254-466f-af88-b7d60b1369f4), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:58.021291 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-acb3c21c-5ceb-4d49-9711-28b93a1f98c3 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:58.022469 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-acb3c21c-5ceb-4d49-9711-28b93a1f98c3 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] 10.222.0.64 "DELETE /v2.0/security-groups/0f45590d-5254-466f-af88-b7d60b1369f4 HTTP/1.1" status: 204 len: 168 time: 0.1472516 Jan 17 21:33:58.032072 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3c21c-5ceb-4d49-9711-28b93a1f98c3 tempest-TestVolumeBootPattern-1281129135 tempest-TestVolumeBootPattern-1281129135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f45590d-5254-466f-af88-b7d60b1369f4,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:33:58.092346 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 32868) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:33:58.489779 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1c66b056-f148-4e75-97c8-cf3ddb888a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1024512'] for router_interface (78be4ba5-dcdf-466f-8857-3af7b5656228), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:58.497159 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:58.729847 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-1c66b056-f148-4e75-97c8-cf3ddb888a98 admin admin] Deleting port ac94ccc9-7efe-4100-8faa-599da3bc5807 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:33:58.730090 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1c66b056-f148-4e75-97c8-cf3ddb888a98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (ac94ccc9-7efe-4100-8faa-599da3bc5807), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:58.803788 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-1c66b056-f148-4e75-97c8-cf3ddb888a98 admin admin] For port ac94ccc9-7efe-4100-8faa-599da3bc5807, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=ac94ccc9-7efe-4100-8faa-599da3bc5807,segment=NetworkSegment(7ee340a2-c031-4107-9341-36ba121a962a),segment_id=7ee340a2-c031-4107-9341-36ba121a962a)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:33:58.804143 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1c66b056-f148-4e75-97c8-cf3ddb888a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (ac94ccc9-7efe-4100-8faa-599da3bc5807), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:58.816831 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-1c66b056-f148-4e75-97c8-cf3ddb888a98 admin admin] Calling delete_port for ac94ccc9-7efe-4100-8faa-599da3bc5807 owned by network:router_interface {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:33:58.996365 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1c66b056-f148-4e75-97c8-cf3ddb888a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (ac94ccc9-7efe-4100-8faa-599da3bc5807), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:59.026871 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66b056-f148-4e75-97c8-cf3ddb888a98 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac94ccc9-7efe-4100-8faa-599da3bc5807,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:33:59.187772 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1c66b056-f148-4e75-97c8-cf3ddb888a98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-986109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025168'] for router_interface (78be4ba5-dcdf-466f-8857-3af7b5656228), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:59.395195 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c66b056-f148-4e75-97c8-cf3ddb888a98 admin admin] Router 78be4ba5-dcdf-466f-8857-3af7b5656228 has already been hosted by L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:33:59.498263 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c66b056-f148-4e75-97c8-cf3ddb888a98 admin admin] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:33:59.503956 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-1c66b056-f148-4e75-97c8-cf3ddb888a98 admin admin] 10.222.0.64 "PUT /v2.0/routers/78be4ba5-dcdf-466f-8857-3af7b5656228/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4103889 Jan 17 21:33:59.506376 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 32874) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:33:59.508363 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cc26fd-90f7-4ed9-9e5e-ceec7282bde8 None None] Sync routers for ids ['78be4ba5-dcdf-466f-8857-3af7b5656228'] in dv-cinder-824895-3-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:33:59.518825 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cc26fd-90f7-4ed9-9e5e-ceec7282bde8 None None] Routers {'78be4ba5-dcdf-466f-8857-3af7b5656228'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:33:59.519437 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-64cc26fd-90f7-4ed9-9e5e-ceec7282bde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:33:58Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['78be4ba5-dcdf-466f-8857-3af7b5656228'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:33:59.625862 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-64cc26fd-90f7-4ed9-9e5e-ceec7282bde8 None None] Set router 78be4ba5-dcdf-466f-8857-3af7b5656228 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:33:59.816466 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-64cc26fd-90f7-4ed9-9e5e-ceec7282bde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'name': 'tempest-TestVolumeBootPattern-920129794-router', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:34Z', 'updated_at': '2022-01-17T21:33:58Z', 'revision_number': 5, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'gw_port': {'id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:84:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:35Z', 'updated_at': '2022-01-17T21:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi'}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:33:59.843233 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cc26fd-90f7-4ed9-9e5e-ceec7282bde8 None None] Checking router: 78be4ba5-dcdf-466f-8857-3af7b5656228 for host: dv-cinder-824895-3-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:33:59.852080 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cc26fd-90f7-4ed9-9e5e-ceec7282bde8 None None] Routers {'78be4ba5-dcdf-466f-8857-3af7b5656228'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:33:59.852718 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-64cc26fd-90f7-4ed9-9e5e-ceec7282bde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:33:58Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['78be4ba5-dcdf-466f-8857-3af7b5656228'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:33:59.856008 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-bc06124f-a055-4eff-a534-79de0d9fd616 admin admin] Publish callbacks [] for router (78be4ba5-dcdf-466f-8857-3af7b5656228), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:59.954674 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-64cc26fd-90f7-4ed9-9e5e-ceec7282bde8 None None] Set router 78be4ba5-dcdf-466f-8857-3af7b5656228 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:33:59.956266 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-bc06124f-a055-4eff-a534-79de0d9fd616 admin admin] Publish callbacks [] for router_gateway (78be4ba5-dcdf-466f-8857-3af7b5656228), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:00.009879 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-bc06124f-a055-4eff-a534-79de0d9fd616 admin admin] Deleting port 8e8210e6-3cb3-4614-9383-050b2e3be9e1 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:34:00.010559 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-bc06124f-a055-4eff-a534-79de0d9fd616 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (8e8210e6-3cb3-4614-9383-050b2e3be9e1), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:00.095762 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-bc06124f-a055-4eff-a534-79de0d9fd616 admin admin] For port 8e8210e6-3cb3-4614-9383-050b2e3be9e1, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=8e8210e6-3cb3-4614-9383-050b2e3be9e1,segment=NetworkSegment(639a724d-f7b6-49a0-bd3a-5adbc7060ec3),segment_id=639a724d-f7b6-49a0-bd3a-5adbc7060ec3)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:34:00.096137 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-bc06124f-a055-4eff-a534-79de0d9fd616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (8e8210e6-3cb3-4614-9383-050b2e3be9e1), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:00.097011 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:00.109752 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-bc06124f-a055-4eff-a534-79de0d9fd616 admin admin] Calling delete_port for 8e8210e6-3cb3-4614-9383-050b2e3be9e1 owned by network:router_gateway {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:34:00.222999 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-64cc26fd-90f7-4ed9-9e5e-ceec7282bde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'name': 'tempest-TestVolumeBootPattern-920129794-router', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:34Z', 'updated_at': '2022-01-17T21:33:58Z', 'revision_number': 5, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'gw_port': {'id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:84:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:35Z', 'updated_at': '2022-01-17T21:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi'}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:34:00.249957 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cc26fd-90f7-4ed9-9e5e-ceec7282bde8 None None] The sync data for ids ['78be4ba5-dcdf-466f-8857-3af7b5656228'] in dv-cinder-824895-3-iscsi is: [{'id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'name': 'tempest-TestVolumeBootPattern-920129794-router', 'tenant_id': '97b00002d33945c6a8056483b241fbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:34Z', 'updated_at': '2022-01-17T21:33:58Z', 'revision_number': 5, 'project_id': '97b00002d33945c6a8056483b241fbf6', 'gw_port': {'id': '8e8210e6-3cb3-4614-9383-050b2e3be9e1', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:84:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78be4ba5-dcdf-466f-8857-3af7b5656228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:35Z', 'updated_at': '2022-01-17T21:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi'}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:34:00.271691 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-bc06124f-a055-4eff-a534-79de0d9fd616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (8e8210e6-3cb3-4614-9383-050b2e3be9e1), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:00.299925 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc06124f-a055-4eff-a534-79de0d9fd616 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e8210e6-3cb3-4614-9383-050b2e3be9e1,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:34:00.359987 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-bc06124f-a055-4eff-a534-79de0d9fd616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1018746'] for router_gateway (78be4ba5-dcdf-466f-8857-3af7b5656228), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:00.447654 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-bc06124f-a055-4eff-a534-79de0d9fd616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1026029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25730'] for router (78be4ba5-dcdf-466f-8857-3af7b5656228), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:00.449780 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-bc06124f-a055-4eff-a534-79de0d9fd616 admin admin] Publish callbacks [] for router_controller (78be4ba5-dcdf-466f-8857-3af7b5656228), precommit_delete_associations {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:00.492561 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-bc06124f-a055-4eff-a534-79de0d9fd616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1026022'] for router (78be4ba5-dcdf-466f-8857-3af7b5656228), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:00.493111 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc06124f-a055-4eff-a534-79de0d9fd616 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78be4ba5-dcdf-466f-8857-3af7b5656228 {{(pid=102499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 21:34:00.497357 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-bc06124f-a055-4eff-a534-79de0d9fd616 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:00.498537 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-bc06124f-a055-4eff-a534-79de0d9fd616 admin admin] 10.222.0.64 "DELETE /v2.0/routers/78be4ba5-dcdf-466f-8857-3af7b5656228 HTTP/1.1" status: 204 len: 168 time: 0.9912314 Jan 17 21:34:00.501107 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 32878) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:34:00.547593 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_v2 [None req-a880a22c-f2bb-4f8b-8ce6-d3bd56d0a994 admin admin] Deleting subnet 3f2b416e-5468-4144-8f1a-53499e3c7b82 {{(pid=102499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 21:34:00.550600 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a880a22c-f2bb-4f8b-8ce6-d3bd56d0a994 admin admin] Publish callbacks [] for subnet (3f2b416e-5468-4144-8f1a-53499e3c7b82), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:00.587610 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a880a22c-f2bb-4f8b-8ce6-d3bd56d0a994 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2903808'] for subnet (3f2b416e-5468-4144-8f1a-53499e3c7b82), precommit_delete_associations {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:00.675707 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a880a22c-f2bb-4f8b-8ce6-d3bd56d0a994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7879495'] for subnet (3f2b416e-5468-4144-8f1a-53499e3c7b82), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:00.698733 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device ac94ccc9-7efe-4100-8faa-599da3bc5807 no longer exists at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:34:00.719759 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] No Port match for: ac94ccc9-7efe-4100-8faa-599da3bc5807 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:34:00.720568 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device ac94ccc9-7efe-4100-8faa-599da3bc5807 not bound to the agent host dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:34:00.754039 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a880a22c-f2bb-4f8b-8ce6-d3bd56d0a994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7879504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3358394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2835234'] for subnet (3f2b416e-5468-4144-8f1a-53499e3c7b82), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:00.779346 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a880a22c-f2bb-4f8b-8ce6-d3bd56d0a994 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f2b416e-5468-4144-8f1a-53499e3c7b82,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:34:00.783016 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a880a22c-f2bb-4f8b-8ce6-d3bd56d0a994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:00.786503 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-a880a22c-f2bb-4f8b-8ce6-d3bd56d0a994 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3f2b416e-5468-4144-8f1a-53499e3c7b82 HTTP/1.1" status: 204 len: 168 time: 0.2836988 Jan 17 21:34:00.788938 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 32882) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:34:00.789197 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c52fd54-0785-4618-b863-05bc306d0d1e None None] Network 5af0e6ef-b600-4363-b491-e83498d1d2b9 requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:34:00.861917 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d689ce68-ab5a-4526-ac9b-545d895c9d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8337467'] for network (5af0e6ef-b600-4363-b491-e83498d1d2b9), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:00.918513 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-d689ce68-ab5a-4526-ac9b-545d895c9d5b admin admin] Deleting port 7f5c1d57-b707-4390-9720-8513f3a60582 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:34:00.918852 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d689ce68-ab5a-4526-ac9b-545d895c9d5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (7f5c1d57-b707-4390-9720-8513f3a60582), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:00.972213 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c29340-5724-4364-86b6-9e6e58ea62de None None] DHCP port deletion for 5af0e6ef-b600-4363-b491-e83498d1d2b9 request from dv-cinder-824895-3-iscsi {{(pid=102500) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 21:34:00.991642 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-d689ce68-ab5a-4526-ac9b-545d895c9d5b admin admin] For port 7f5c1d57-b707-4390-9720-8513f3a60582, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=7f5c1d57-b707-4390-9720-8513f3a60582,segment=NetworkSegment(7ee340a2-c031-4107-9341-36ba121a962a),segment_id=7ee340a2-c031-4107-9341-36ba121a962a)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:34:00.992041 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d689ce68-ab5a-4526-ac9b-545d895c9d5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (7f5c1d57-b707-4390-9720-8513f3a60582), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:01.005465 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-d689ce68-ab5a-4526-ac9b-545d895c9d5b admin admin] Calling delete_port for 7f5c1d57-b707-4390-9720-8513f3a60582 owned by network:dhcp {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:34:01.020560 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-86c29340-5724-4364-86b6-9e6e58ea62de None None] Deleting port 7f5c1d57-b707-4390-9720-8513f3a60582 {{(pid=102500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:34:01.020940 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86c29340-5724-4364-86b6-9e6e58ea62de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (7f5c1d57-b707-4390-9720-8513f3a60582), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:01.083736 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-86c29340-5724-4364-86b6-9e6e58ea62de None None] For port 7f5c1d57-b707-4390-9720-8513f3a60582, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=7f5c1d57-b707-4390-9720-8513f3a60582,segment=NetworkSegment(7ee340a2-c031-4107-9341-36ba121a962a),segment_id=7ee340a2-c031-4107-9341-36ba121a962a)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:34:01.084166 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86c29340-5724-4364-86b6-9e6e58ea62de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (7f5c1d57-b707-4390-9720-8513f3a60582), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:01.084306 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d689ce68-ab5a-4526-ac9b-545d895c9d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (7f5c1d57-b707-4390-9720-8513f3a60582), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:01.099951 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-86c29340-5724-4364-86b6-9e6e58ea62de None None] Calling delete_port for 7f5c1d57-b707-4390-9720-8513f3a60582 owned by network:dhcp {{(pid=102500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:34:01.113921 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d689ce68-ab5a-4526-ac9b-545d895c9d5b admin admin] Pushing event deleted for resources: {'Port': ['ID=7f5c1d57-b707-4390-9720-8513f3a60582,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:34:01.117434 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d689ce68-ab5a-4526-ac9b-545d895c9d5b admin admin] No DVR routers for this DVR port 7f5c1d57-b707-4390-9720-8513f3a60582 on host dv-cinder-824895-3-iscsi {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:34:01.181409 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86c29340-5724-4364-86b6-9e6e58ea62de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974'] for port (7f5c1d57-b707-4390-9720-8513f3a60582), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:01.185884 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d689ce68-ab5a-4526-ac9b-545d895c9d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876800', 'neutron.services.segments.db._delete_segments_for_network-8789461539368'] for network (5af0e6ef-b600-4363-b491-e83498d1d2b9), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:01.206133 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-d689ce68-ab5a-4526-ac9b-545d895c9d5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5af0e6ef-b600-4363-b491-e83498d1d2b9']}} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:34:01.206373 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c29340-5724-4364-86b6-9e6e58ea62de None None] Pushing event deleted for resources: {'Port': ['ID=7f5c1d57-b707-4390-9720-8513f3a60582,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:34:01.208400 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c29340-5724-4364-86b6-9e6e58ea62de None None] No DVR routers for this DVR port 7f5c1d57-b707-4390-9720-8513f3a60582 on host dv-cinder-824895-3-iscsi {{(pid=102500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:34:01.216618 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-d689ce68-ab5a-4526-ac9b-545d895c9d5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee340a2-c031-4107-9341-36ba121a962a') {'for_net_delete': True} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:34:01.216923 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-d689ce68-ab5a-4526-ac9b-545d895c9d5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee340a2-c031-4107-9341-36ba121a962a') {} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:34:01.228499 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d689ce68-ab5a-4526-ac9b-545d895c9d5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789461539633', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901235'] for segment (7ee340a2-c031-4107-9341-36ba121a962a), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:01.241826 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d689ce68-ab5a-4526-ac9b-545d895c9d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874'] for segment (7ee340a2-c031-4107-9341-36ba121a962a), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:01.247940 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d689ce68-ab5a-4526-ac9b-545d895c9d5b admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=102499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 21:34:01.248590 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d689ce68-ab5a-4526-ac9b-545d895c9d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3358420'] for segment (7ee340a2-c031-4107-9341-36ba121a962a), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: Traceback (most recent call last): Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: timer() Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: cb(*args, **kw) Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: return func(*args, **kwargs) Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: self._notify() Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: self.callback(batched_events) Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: event.method(event) Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: return f(self, *a, **k) Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: return self._get(url).json() Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: return self.request(url, 'GET', **kwargs) Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 21:34:01.250605 dv-cinder-824895-3-iscsi neutron-server[102499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 21:34:01.309060 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d689ce68-ab5a-4526-ac9b-545d895c9d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1018646'] for network (5af0e6ef-b600-4363-b491-e83498d1d2b9), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:01.318126 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d689ce68-ab5a-4526-ac9b-545d895c9d5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:01.324577 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 32884) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:34:01.325043 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-d689ce68-ab5a-4526-ac9b-545d895c9d5b admin admin] 10.222.0.64 "DELETE /v2.0/networks/5af0e6ef-b600-4363-b491-e83498d1d2b9 HTTP/1.1" status: 204 len: 168 time: 0.5349183 Jan 17 21:34:01.336176 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d689ce68-ab5a-4526-ac9b-545d895c9d5b admin admin] Pushing event deleted for resources: {'Network': ['ID=5af0e6ef-b600-4363-b491-e83498d1d2b9,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:34:01.405613 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:01.911933 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-27fe4a31-5047-4961-941e-9c59e970f5db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1024512'] for router_interface (e281e14c-c701-484c-9bb9-75169fedd79f), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:02.159720 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-27fe4a31-5047-4961-941e-9c59e970f5db admin admin] Deleting port 5eb8c3d1-2e2c-4d61-9587-7982693f950b {{(pid=102498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:34:02.160063 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-27fe4a31-5047-4961-941e-9c59e970f5db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (5eb8c3d1-2e2c-4d61-9587-7982693f950b), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:02.234779 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-27fe4a31-5047-4961-941e-9c59e970f5db admin admin] For port 5eb8c3d1-2e2c-4d61-9587-7982693f950b, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=5eb8c3d1-2e2c-4d61-9587-7982693f950b,segment=NetworkSegment(76e289f2-2840-412a-9b19-89bfc7e6310d),segment_id=76e289f2-2840-412a-9b19-89bfc7e6310d)] {{(pid=102498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:34:02.235139 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-27fe4a31-5047-4961-941e-9c59e970f5db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (5eb8c3d1-2e2c-4d61-9587-7982693f950b), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:02.247402 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-27fe4a31-5047-4961-941e-9c59e970f5db admin admin] Calling delete_port for 5eb8c3d1-2e2c-4d61-9587-7982693f950b owned by network:router_interface {{(pid=102498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:34:02.425654 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-27fe4a31-5047-4961-941e-9c59e970f5db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863200'] for port (5eb8c3d1-2e2c-4d61-9587-7982693f950b), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:02.450613 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe4a31-5047-4961-941e-9c59e970f5db admin admin] Pushing event deleted for resources: {'Port': ['ID=5eb8c3d1-2e2c-4d61-9587-7982693f950b,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:34:02.617678 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 7f5c1d57-b707-4390-9720-8513f3a60582 no longer exists at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:34:02.629646 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-27fe4a31-5047-4961-941e-9c59e970f5db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-986109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025168'] for router_interface (e281e14c-c701-484c-9bb9-75169fedd79f), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:02.641677 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] No Port match for: 7f5c1d57-b707-4390-9720-8513f3a60582 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:34:02.642607 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 7f5c1d57-b707-4390-9720-8513f3a60582 not bound to the agent host dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:34:02.643043 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 8e8210e6-3cb3-4614-9383-050b2e3be9e1 no longer exists at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:34:02.664719 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] No Port match for: 8e8210e6-3cb3-4614-9383-050b2e3be9e1 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:34:02.665068 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 8e8210e6-3cb3-4614-9383-050b2e3be9e1 not bound to the agent host dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:34:02.848987 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27fe4a31-5047-4961-941e-9c59e970f5db admin admin] Router e281e14c-c701-484c-9bb9-75169fedd79f has already been hosted by L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 {{(pid=102498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:34:02.957035 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27fe4a31-5047-4961-941e-9c59e970f5db admin admin] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:34:02.962984 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-27fe4a31-5047-4961-941e-9c59e970f5db admin admin] 10.222.0.64 "PUT /v2.0/routers/e281e14c-c701-484c-9bb9-75169fedd79f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6364141 Jan 17 21:34:02.964686 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 32890) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:34:02.969412 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707d9998-eba5-4075-8dd4-bd697f31b89c None None] Sync routers for ids ['e281e14c-c701-484c-9bb9-75169fedd79f'] in dv-cinder-824895-3-iscsi {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:34:02.980826 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707d9998-eba5-4075-8dd4-bd697f31b89c None None] Routers {'e281e14c-c701-484c-9bb9-75169fedd79f'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:34:02.981535 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-707d9998-eba5-4075-8dd4-bd697f31b89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:33:58Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['e281e14c-c701-484c-9bb9-75169fedd79f'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:34:03.067944 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-49cf5d47-0513-4b84-b2d9-02afbcd18ffc admin admin] Publish callbacks [] for router (e281e14c-c701-484c-9bb9-75169fedd79f), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:03.083807 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-707d9998-eba5-4075-8dd4-bd697f31b89c None None] Set router e281e14c-c701-484c-9bb9-75169fedd79f gateway port host: dv-cinder-824895-3-iscsi {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:34:03.174967 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-49cf5d47-0513-4b84-b2d9-02afbcd18ffc admin admin] Publish callbacks [] for router_gateway (e281e14c-c701-484c-9bb9-75169fedd79f), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:03.235137 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-49cf5d47-0513-4b84-b2d9-02afbcd18ffc admin admin] Deleting port 26f97dd6-a199-493a-a22b-45fb0f19105e {{(pid=102498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:34:03.235397 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-49cf5d47-0513-4b84-b2d9-02afbcd18ffc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (26f97dd6-a199-493a-a22b-45fb0f19105e), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:03.262406 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-707d9998-eba5-4075-8dd4-bd697f31b89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e281e14c-c701-484c-9bb9-75169fedd79f', 'name': 'tempest-TestVolumeBootPattern-899120451-router', 'tenant_id': 'bbad54c14aa54167bfe8196594ca2e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '26f97dd6-a199-493a-a22b-45fb0f19105e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:42Z', 'updated_at': '2022-01-17T21:34:02Z', 'revision_number': 5, 'project_id': 'bbad54c14aa54167bfe8196594ca2e54', 'gw_port': {'id': '26f97dd6-a199-493a-a22b-45fb0f19105e', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:86:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e281e14c-c701-484c-9bb9-75169fedd79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:23:43Z', 'updated_at': '2022-01-17T21:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi'}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:34:03.288632 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707d9998-eba5-4075-8dd4-bd697f31b89c None None] Checking router: e281e14c-c701-484c-9bb9-75169fedd79f for host: dv-cinder-824895-3-iscsi {{(pid=102500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:34:03.296712 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707d9998-eba5-4075-8dd4-bd697f31b89c None None] Routers {'e281e14c-c701-484c-9bb9-75169fedd79f'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:34:03.297317 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-707d9998-eba5-4075-8dd4-bd697f31b89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:33:58Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['e281e14c-c701-484c-9bb9-75169fedd79f'], 'active': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:34:03.314703 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-49cf5d47-0513-4b84-b2d9-02afbcd18ffc admin admin] For port 26f97dd6-a199-493a-a22b-45fb0f19105e, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=26f97dd6-a199-493a-a22b-45fb0f19105e,segment=NetworkSegment(639a724d-f7b6-49a0-bd3a-5adbc7060ec3),segment_id=639a724d-f7b6-49a0-bd3a-5adbc7060ec3)] {{(pid=102498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:34:03.315071 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-49cf5d47-0513-4b84-b2d9-02afbcd18ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (26f97dd6-a199-493a-a22b-45fb0f19105e), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:03.331393 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-49cf5d47-0513-4b84-b2d9-02afbcd18ffc admin admin] Calling delete_port for 26f97dd6-a199-493a-a22b-45fb0f19105e owned by network:router_gateway {{(pid=102498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:34:03.381957 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvr_db [None req-707d9998-eba5-4075-8dd4-bd697f31b89c None None] Set router e281e14c-c701-484c-9bb9-75169fedd79f gateway port host: None {{(pid=102500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:34:03.437874 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_hamode_db [None req-707d9998-eba5-4075-8dd4-bd697f31b89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e281e14c-c701-484c-9bb9-75169fedd79f', 'name': 'tempest-TestVolumeBootPattern-899120451-router', 'tenant_id': 'bbad54c14aa54167bfe8196594ca2e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:42Z', 'updated_at': '2022-01-17T21:34:03Z', 'revision_number': 6, 'project_id': 'bbad54c14aa54167bfe8196594ca2e54', 'gw_port_host': None}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:34:03.464976 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707d9998-eba5-4075-8dd4-bd697f31b89c None None] The sync data for ids ['e281e14c-c701-484c-9bb9-75169fedd79f'] in dv-cinder-824895-3-iscsi is: [{'id': 'e281e14c-c701-484c-9bb9-75169fedd79f', 'name': 'tempest-TestVolumeBootPattern-899120451-router', 'tenant_id': 'bbad54c14aa54167bfe8196594ca2e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:23:42Z', 'updated_at': '2022-01-17T21:34:03Z', 'revision_number': 6, 'project_id': 'bbad54c14aa54167bfe8196594ca2e54', 'gw_port_host': None}] {{(pid=102500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:34:03.493548 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-49cf5d47-0513-4b84-b2d9-02afbcd18ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863200'] for port (26f97dd6-a199-493a-a22b-45fb0f19105e), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:03.526308 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf5d47-0513-4b84-b2d9-02afbcd18ffc admin admin] Pushing event deleted for resources: {'Port': ['ID=26f97dd6-a199-493a-a22b-45fb0f19105e,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:34:03.584013 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-49cf5d47-0513-4b84-b2d9-02afbcd18ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1018746'] for router_gateway (e281e14c-c701-484c-9bb9-75169fedd79f), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:03.690044 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-49cf5d47-0513-4b84-b2d9-02afbcd18ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1026029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25730'] for router (e281e14c-c701-484c-9bb9-75169fedd79f), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:03.692171 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-49cf5d47-0513-4b84-b2d9-02afbcd18ffc admin admin] Publish callbacks [] for router_controller (e281e14c-c701-484c-9bb9-75169fedd79f), precommit_delete_associations {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:03.758509 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-49cf5d47-0513-4b84-b2d9-02afbcd18ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1026022'] for router (e281e14c-c701-484c-9bb9-75169fedd79f), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:03.758951 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49cf5d47-0513-4b84-b2d9-02afbcd18ffc admin admin] Fanout notify agent at l3_agent the message router_deleted on router e281e14c-c701-484c-9bb9-75169fedd79f {{(pid=102498) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 21:34:03.764224 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-49cf5d47-0513-4b84-b2d9-02afbcd18ffc admin admin] Publish callbacks [] for router (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:03.765400 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-49cf5d47-0513-4b84-b2d9-02afbcd18ffc admin admin] 10.222.0.64 "DELETE /v2.0/routers/e281e14c-c701-484c-9bb9-75169fedd79f HTTP/1.1" status: 204 len: 168 time: 0.7997844 Jan 17 21:34:03.768478 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 32892) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:34:03.812801 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d197364-d64c-4601-8225-e9227157e19d admin admin] Deleting subnet eab97566-64e6-4283-9d20-1b34fd91c6ff {{(pid=102498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 21:34:03.816072 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1d197364-d64c-4601-8225-e9227157e19d admin admin] Publish callbacks [] for subnet (eab97566-64e6-4283-9d20-1b34fd91c6ff), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:03.852233 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1d197364-d64c-4601-8225-e9227157e19d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4065843'] for subnet (eab97566-64e6-4283-9d20-1b34fd91c6ff), precommit_delete_associations {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:03.965431 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1d197364-d64c-4601-8225-e9227157e19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7879495'] for subnet (eab97566-64e6-4283-9d20-1b34fd91c6ff), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:04.018315 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1d197364-d64c-4601-8225-e9227157e19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7879504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8863187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8768212'] for subnet (eab97566-64e6-4283-9d20-1b34fd91c6ff), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:04.045800 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1d197364-d64c-4601-8225-e9227157e19d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:04.050151 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-1d197364-d64c-4601-8225-e9227157e19d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/eab97566-64e6-4283-9d20-1b34fd91c6ff HTTP/1.1" status: 204 len: 168 time: 0.2807376 Jan 17 21:34:04.051433 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d197364-d64c-4601-8225-e9227157e19d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eab97566-64e6-4283-9d20-1b34fd91c6ff,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:34:04.052117 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85786300-46ce-4741-b2f6-8e5e8a2b9011 None None] Network efaf684a-c136-4bff-9215-aae77ff15c05 requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:34:04.053194 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 32896) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:34:04.122306 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-07574eea-c09f-4c1e-a4b8-9687fc896a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8337467'] for network (efaf684a-c136-4bff-9215-aae77ff15c05), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:04.181674 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-07574eea-c09f-4c1e-a4b8-9687fc896a2b admin admin] Deleting port f4762e85-3aed-4892-a52a-33e2c1421a04 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:34:04.182008 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-07574eea-c09f-4c1e-a4b8-9687fc896a2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (f4762e85-3aed-4892-a52a-33e2c1421a04), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:04.246155 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-07574eea-c09f-4c1e-a4b8-9687fc896a2b admin admin] For port f4762e85-3aed-4892-a52a-33e2c1421a04, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=f4762e85-3aed-4892-a52a-33e2c1421a04,segment=NetworkSegment(76e289f2-2840-412a-9b19-89bfc7e6310d),segment_id=76e289f2-2840-412a-9b19-89bfc7e6310d)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:34:04.246155 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-07574eea-c09f-4c1e-a4b8-9687fc896a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (f4762e85-3aed-4892-a52a-33e2c1421a04), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:04.252672 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f81396-cd28-4dc5-b045-e1913f8a8d7d None None] DHCP port deletion for efaf684a-c136-4bff-9215-aae77ff15c05 request from dv-cinder-824895-3-iscsi {{(pid=102500) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 21:34:04.258871 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-07574eea-c09f-4c1e-a4b8-9687fc896a2b admin admin] Calling delete_port for f4762e85-3aed-4892-a52a-33e2c1421a04 owned by network:dhcp {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:34:04.301875 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-49f81396-cd28-4dc5-b045-e1913f8a8d7d None None] Deleting port f4762e85-3aed-4892-a52a-33e2c1421a04 {{(pid=102500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:34:04.302161 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-49f81396-cd28-4dc5-b045-e1913f8a8d7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (f4762e85-3aed-4892-a52a-33e2c1421a04), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:04.343554 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-07574eea-c09f-4c1e-a4b8-9687fc896a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (f4762e85-3aed-4892-a52a-33e2c1421a04), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:04.371297 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07574eea-c09f-4c1e-a4b8-9687fc896a2b admin admin] Pushing event deleted for resources: {'Port': ['ID=f4762e85-3aed-4892-a52a-33e2c1421a04,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:34:04.372845 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-49f81396-cd28-4dc5-b045-e1913f8a8d7d None None] For port f4762e85-3aed-4892-a52a-33e2c1421a04, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=f4762e85-3aed-4892-a52a-33e2c1421a04,segment=NetworkSegment(76e289f2-2840-412a-9b19-89bfc7e6310d),segment_id=76e289f2-2840-412a-9b19-89bfc7e6310d)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:34:04.373480 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-49f81396-cd28-4dc5-b045-e1913f8a8d7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (f4762e85-3aed-4892-a52a-33e2c1421a04), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:04.375017 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07574eea-c09f-4c1e-a4b8-9687fc896a2b admin admin] No DVR routers for this DVR port f4762e85-3aed-4892-a52a-33e2c1421a04 on host dv-cinder-824895-3-iscsi {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:34:04.386483 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-49f81396-cd28-4dc5-b045-e1913f8a8d7d None None] Calling delete_port for f4762e85-3aed-4892-a52a-33e2c1421a04 owned by network:dhcp {{(pid=102500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:34:04.445435 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-07574eea-c09f-4c1e-a4b8-9687fc896a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876800', 'neutron.services.segments.db._delete_segments_for_network-8789461539368'] for network (efaf684a-c136-4bff-9215-aae77ff15c05), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:04.462511 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-49f81396-cd28-4dc5-b045-e1913f8a8d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974'] for port (f4762e85-3aed-4892-a52a-33e2c1421a04), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:04.470678 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-07574eea-c09f-4c1e-a4b8-9687fc896a2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efaf684a-c136-4bff-9215-aae77ff15c05']}} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:34:04.481451 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-07574eea-c09f-4c1e-a4b8-9687fc896a2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76e289f2-2840-412a-9b19-89bfc7e6310d') {'for_net_delete': True} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:34:04.481764 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-07574eea-c09f-4c1e-a4b8-9687fc896a2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76e289f2-2840-412a-9b19-89bfc7e6310d') {} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:34:04.488254 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f81396-cd28-4dc5-b045-e1913f8a8d7d None None] Pushing event deleted for resources: {'Port': ['ID=f4762e85-3aed-4892-a52a-33e2c1421a04,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:34:04.494334 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f81396-cd28-4dc5-b045-e1913f8a8d7d None None] No DVR routers for this DVR port f4762e85-3aed-4892-a52a-33e2c1421a04 on host dv-cinder-824895-3-iscsi {{(pid=102500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:34:04.513645 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-07574eea-c09f-4c1e-a4b8-9687fc896a2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789461539633', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901235'] for segment (76e289f2-2840-412a-9b19-89bfc7e6310d), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:04.529323 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-07574eea-c09f-4c1e-a4b8-9687fc896a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874'] for segment (76e289f2-2840-412a-9b19-89bfc7e6310d), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:04.536575 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07574eea-c09f-4c1e-a4b8-9687fc896a2b admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=102499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 21:34:04.537106 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-07574eea-c09f-4c1e-a4b8-9687fc896a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3358420'] for segment (76e289f2-2840-412a-9b19-89bfc7e6310d), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:04.538991 dv-cinder-824895-3-iscsi neutron-server[102499]: Traceback (most recent call last): Jan 17 21:34:04.538991 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 21:34:04.538991 dv-cinder-824895-3-iscsi neutron-server[102499]: timer() Jan 17 21:34:04.538991 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 21:34:04.538991 dv-cinder-824895-3-iscsi neutron-server[102499]: cb(*args, **kw) Jan 17 21:34:04.538991 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 21:34:04.538991 dv-cinder-824895-3-iscsi neutron-server[102499]: return func(*args, **kwargs) Jan 17 21:34:04.538991 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 21:34:04.538991 dv-cinder-824895-3-iscsi neutron-server[102499]: self._notify() Jan 17 21:34:04.538991 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 21:34:04.538991 dv-cinder-824895-3-iscsi neutron-server[102499]: self.callback(batched_events) Jan 17 21:34:04.538991 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 21:34:04.538991 dv-cinder-824895-3-iscsi neutron-server[102499]: event.method(event) Jan 17 21:34:04.538991 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 21:34:04.538991 dv-cinder-824895-3-iscsi neutron-server[102499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 21:34:04.538991 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 21:34:04.538991 dv-cinder-824895-3-iscsi neutron-server[102499]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 21:34:04.538991 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 21:34:04.538991 dv-cinder-824895-3-iscsi neutron-server[102499]: return f(self, *a, **k) Jan 17 21:34:04.538991 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 21:34:04.538991 dv-cinder-824895-3-iscsi neutron-server[102499]: return self._get(url).json() Jan 17 21:34:04.538991 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 21:34:04.538991 dv-cinder-824895-3-iscsi neutron-server[102499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 21:34:04.538991 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 21:34:04.538991 dv-cinder-824895-3-iscsi neutron-server[102499]: return self.request(url, 'GET', **kwargs) Jan 17 21:34:04.538991 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 21:34:04.538991 dv-cinder-824895-3-iscsi neutron-server[102499]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 21:34:04.538991 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 21:34:04.538991 dv-cinder-824895-3-iscsi neutron-server[102499]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 21:34:04.538991 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 21:34:04.538991 dv-cinder-824895-3-iscsi neutron-server[102499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 21:34:04.538991 dv-cinder-824895-3-iscsi neutron-server[102499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 21:34:04.563735 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 26f97dd6-a199-493a-a22b-45fb0f19105e no longer exists at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:34:04.588265 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] No Port match for: 26f97dd6-a199-493a-a22b-45fb0f19105e {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:34:04.589132 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 26f97dd6-a199-493a-a22b-45fb0f19105e not bound to the agent host dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:34:04.589257 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device f4762e85-3aed-4892-a52a-33e2c1421a04 no longer exists at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:34:04.597566 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-07574eea-c09f-4c1e-a4b8-9687fc896a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1018646'] for network (efaf684a-c136-4bff-9215-aae77ff15c05), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:04.603314 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-07574eea-c09f-4c1e-a4b8-9687fc896a2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:04.606564 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-07574eea-c09f-4c1e-a4b8-9687fc896a2b admin admin] 10.222.0.64 "DELETE /v2.0/networks/efaf684a-c136-4bff-9215-aae77ff15c05 HTTP/1.1" status: 204 len: 168 time: 0.5522726 Jan 17 21:34:04.610100 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] No Port match for: f4762e85-3aed-4892-a52a-33e2c1421a04 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:34:04.610450 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device f4762e85-3aed-4892-a52a-33e2c1421a04 not bound to the agent host dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:34:04.610897 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 5eb8c3d1-2e2c-4d61-9587-7982693f950b no longer exists at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:34:04.618215 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07574eea-c09f-4c1e-a4b8-9687fc896a2b admin admin] Pushing event deleted for resources: {'Network': ['ID=efaf684a-c136-4bff-9215-aae77ff15c05,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:34:04.630529 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] No Port match for: 5eb8c3d1-2e2c-4d61-9587-7982693f950b {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:34:04.631013 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 5eb8c3d1-2e2c-4d61-9587-7982693f950b not bound to the agent host dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:34:04.724660 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 32900) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:34:04.766844 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-20520c03-75b9-4a14-8d8f-8eb1331fccf1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=97b00002d33945c6a8056483b241fbf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394499 Jan 17 21:34:04.769172 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 32902) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:34:04.815243 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f72c8117-bda3-4aa1-8e76-748b97ebc62b admin admin] Publish callbacks [] for security_group (f2ff730d-a62b-4e43-8c29-6539b260f202), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:04.836520 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f72c8117-bda3-4aa1-8e76-748b97ebc62b admin admin] Publish callbacks [] for security_group (f2ff730d-a62b-4e43-8c29-6539b260f202), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:04.884661 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f72c8117-bda3-4aa1-8e76-748b97ebc62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (f2ff730d-a62b-4e43-8c29-6539b260f202), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:04.887258 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f72c8117-bda3-4aa1-8e76-748b97ebc62b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:04.888475 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-f72c8117-bda3-4aa1-8e76-748b97ebc62b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f2ff730d-a62b-4e43-8c29-6539b260f202 HTTP/1.1" status: 204 len: 168 time: 0.1182961 Jan 17 21:34:04.896701 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72c8117-bda3-4aa1-8e76-748b97ebc62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ff730d-a62b-4e43-8c29-6539b260f202,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:34:05.222704 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 32910) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:34:05.263812 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-afe34bfe-78a1-45cf-84b3-972c73091efa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bbad54c14aa54167bfe8196594ca2e54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399132 Jan 17 21:34:05.266268 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 32912) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:34:05.311986 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ae679ba6-a41a-4f47-ad2c-d9a7aa44de93 admin admin] Publish callbacks [] for security_group (c9dabe39-62a6-4b51-b3c5-2cc01ea71516), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:05.333037 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ae679ba6-a41a-4f47-ad2c-d9a7aa44de93 admin admin] Publish callbacks [] for security_group (c9dabe39-62a6-4b51-b3c5-2cc01ea71516), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:05.382572 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ae679ba6-a41a-4f47-ad2c-d9a7aa44de93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (c9dabe39-62a6-4b51-b3c5-2cc01ea71516), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:05.385418 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ae679ba6-a41a-4f47-ad2c-d9a7aa44de93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:05.386611 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-ae679ba6-a41a-4f47-ad2c-d9a7aa44de93 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c9dabe39-62a6-4b51-b3c5-2cc01ea71516 HTTP/1.1" status: 204 len: 168 time: 0.1189435 Jan 17 21:34:05.395401 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae679ba6-a41a-4f47-ad2c-d9a7aa44de93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9dabe39-62a6-4b51-b3c5-2cc01ea71516,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:34:06.216783 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:34:22.770966 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:24.926276 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-165b2a72-4a81-424b-a27c-5bd950fe4b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:27.677123 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-132ba9ca-5e69-4d95-a01a-5180aadb28eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:28.499224 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:30.103419 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:31.409843 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:43.215611 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:34:52.783359 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:54.928837 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f0ca5539-c4c5-4f30-a3ab-acc208165bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:57.680665 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d259195b-e38d-4883-a3af-660b99ee8b4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:58.500208 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:35:00.103348 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:35:01.412234 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:35:07.649500 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb395ac-81d4-4d8b-b056-e8b866419ac1 req-26d070f9-3fce-4e85-8844-6f3d45df693e tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:35:07.650981 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bdb395ac-81d4-4d8b-b056-e8b866419ac1 req-26d070f9-3fce-4e85-8844-6f3d45df693e tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 945 time: 0.0571754 Jan 17 21:35:07.698126 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bdb395ac-81d4-4d8b-b056-e8b866419ac1 req-4fed8bc1-7f04-4fe6-87fc-177e37628931 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=4260cc67-203a-4f33-b1a7-6e48950b7890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415893 Jan 17 21:35:08.814137 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa7d9a-24a2-4ca6-92e9-bcb4089790f8 req-4cc039b3-aa69-4ef8-950d-42faa77f5556 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:35:08.815535 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-eaaa7d9a-24a2-4ca6-92e9-bcb4089790f8 req-4cc039b3-aa69-4ef8-950d-42faa77f5556 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 945 time: 0.0491557 Jan 17 21:35:08.868139 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-eaaa7d9a-24a2-4ca6-92e9-bcb4089790f8 req-59326cc4-7edd-46cb-8ea0-bbd47eba6244 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=4260cc67-203a-4f33-b1a7-6e48950b7890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419204 Jan 17 21:35:09.993812 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b11a8-1bde-40d6-83a8-4060d3969518 req-3e433cba-7f2b-45ab-a9ed-e520a0a0330b tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:35:09.995385 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b78b11a8-1bde-40d6-83a8-4060d3969518 req-3e433cba-7f2b-45ab-a9ed-e520a0a0330b tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 945 time: 0.0558205 Jan 17 21:35:10.041891 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b78b11a8-1bde-40d6-83a8-4060d3969518 req-fad7cdae-87d2-4f55-bb2c-2a2efde075be tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=4260cc67-203a-4f33-b1a7-6e48950b7890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410447 Jan 17 21:35:11.155647 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92dca96-f012-40d0-a048-ed9b3a6bd738 req-46b01c01-71cd-4d4a-9a6d-b98484665cc9 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:35:11.157145 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b92dca96-f012-40d0-a048-ed9b3a6bd738 req-46b01c01-71cd-4d4a-9a6d-b98484665cc9 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 945 time: 0.0477962 Jan 17 21:35:11.202508 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b92dca96-f012-40d0-a048-ed9b3a6bd738 req-dc418196-6ec9-47a3-8a19-d09047f94fc3 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=4260cc67-203a-4f33-b1a7-6e48950b7890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392740 Jan 17 21:35:12.321740 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4faf85-fd43-40cb-a592-ae766b7baaef req-aec739d0-e3ed-4708-9da1-4eb4bfaf6a5e tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:35:12.323219 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3e4faf85-fd43-40cb-a592-ae766b7baaef req-aec739d0-e3ed-4708-9da1-4eb4bfaf6a5e tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 945 time: 0.0506053 Jan 17 21:35:12.373369 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3e4faf85-fd43-40cb-a592-ae766b7baaef req-1c080489-998c-431d-9fdf-9354ea64025d tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=4260cc67-203a-4f33-b1a7-6e48950b7890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444846 Jan 17 21:35:13.486924 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca146c38-1a9e-476d-871c-a3da9c7da9f1 req-2ad283a3-38df-41b0-b412-8982641cb678 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:35:13.488388 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ca146c38-1a9e-476d-871c-a3da9c7da9f1 req-2ad283a3-38df-41b0-b412-8982641cb678 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 945 time: 0.0484922 Jan 17 21:35:13.532951 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ca146c38-1a9e-476d-871c-a3da9c7da9f1 req-4b9f74f8-bbe8-4267-94dd-9be9d6f0387e tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=4260cc67-203a-4f33-b1a7-6e48950b7890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390761 Jan 17 21:35:14.645836 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd1618-bb8e-48f8-abc9-6d67786c70be req-621d7dc7-e7b9-4988-85ed-6a3f26ac0b77 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:35:14.647930 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-89fd1618-bb8e-48f8-abc9-6d67786c70be req-621d7dc7-e7b9-4988-85ed-6a3f26ac0b77 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 945 time: 0.0475183 Jan 17 21:35:14.692605 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-89fd1618-bb8e-48f8-abc9-6d67786c70be req-51d3e3ef-a99e-496f-8dce-29cdd8f4f7bf tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=4260cc67-203a-4f33-b1a7-6e48950b7890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390546 Jan 17 21:35:16.018471 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653aa3e5-115e-4e6b-8a7f-afafa5f41ced req-87a6b0bc-e88f-4bb3-aef7-4da0ef336af7 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:35:16.019945 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-653aa3e5-115e-4e6b-8a7f-afafa5f41ced req-87a6b0bc-e88f-4bb3-aef7-4da0ef336af7 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 945 time: 0.2586117 Jan 17 21:35:16.066024 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-653aa3e5-115e-4e6b-8a7f-afafa5f41ced req-aa821cb0-2c70-4160-b1c7-e05b0af4c373 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=4260cc67-203a-4f33-b1a7-6e48950b7890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405028 Jan 17 21:35:17.233340 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27fb41-065f-4f2a-871e-3844962f9507 req-081350a1-2e9c-484e-99cd-afefb27e4d71 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:35:17.234898 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7f27fb41-065f-4f2a-871e-3844962f9507 req-081350a1-2e9c-484e-99cd-afefb27e4d71 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 945 time: 0.1008265 Jan 17 21:35:17.281896 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7f27fb41-065f-4f2a-871e-3844962f9507 req-0d366627-63af-41d7-99ec-60ab1bee3c1f tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=4260cc67-203a-4f33-b1a7-6e48950b7890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408397 Jan 17 21:35:18.399022 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99d752-379d-4b0f-b36f-0cc9fa2dd6b2 req-a4b1bfc2-31a0-4812-9740-4ee666a55050 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:35:18.400500 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bd99d752-379d-4b0f-b36f-0cc9fa2dd6b2 req-a4b1bfc2-31a0-4812-9740-4ee666a55050 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 945 time: 0.0471179 Jan 17 21:35:18.448625 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-bd99d752-379d-4b0f-b36f-0cc9fa2dd6b2 req-9e5a2e25-0911-4700-81c8-81d4e93f800b tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=4260cc67-203a-4f33-b1a7-6e48950b7890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426693 Jan 17 21:35:19.560713 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80d38f-3e46-4377-9d81-4c698ed9d5c6 req-9d9608dc-f302-415f-bd99-dc7350092510 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:35:19.562171 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ad80d38f-3e46-4377-9d81-4c698ed9d5c6 req-9d9608dc-f302-415f-bd99-dc7350092510 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 945 time: 0.0475857 Jan 17 21:35:19.608011 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ad80d38f-3e46-4377-9d81-4c698ed9d5c6 req-19f545b6-4ded-4929-827c-92f7cee3480a tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=4260cc67-203a-4f33-b1a7-6e48950b7890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403702 Jan 17 21:35:20.213828 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:35:20.732312 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a79f7-2277-4be4-974e-f8829cde6d04 req-e119207b-eb3b-4791-bec8-495c53b422fa tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:35:20.733800 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-789a79f7-2277-4be4-974e-f8829cde6d04 req-e119207b-eb3b-4791-bec8-495c53b422fa tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 945 time: 0.0490272 Jan 17 21:35:20.780015 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-789a79f7-2277-4be4-974e-f8829cde6d04 req-fced8927-47cc-45da-9888-1d6aaadb3681 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=4260cc67-203a-4f33-b1a7-6e48950b7890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406244 Jan 17 21:35:21.896463 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ea5f1-f153-4322-bda4-4642220d5c50 req-efb35c12-8e6c-40a7-b3f7-c6729f25572c tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:35:21.897947 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b82ea5f1-f153-4322-bda4-4642220d5c50 req-efb35c12-8e6c-40a7-b3f7-c6729f25572c tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 945 time: 0.0512965 Jan 17 21:35:21.946700 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b82ea5f1-f153-4322-bda4-4642220d5c50 req-fd1e4e92-c37c-4c84-85c0-6b5a1db20aab tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=4260cc67-203a-4f33-b1a7-6e48950b7890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430892 Jan 17 21:35:22.805865 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:35:23.061455 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f6ca4-cc80-449d-9aa9-1cd0b66e3a18 req-164af253-fe46-4a4f-bc6c-f7d168f9deeb tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:35:23.062871 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f70f6ca4-cc80-449d-9aa9-1cd0b66e3a18 req-164af253-fe46-4a4f-bc6c-f7d168f9deeb tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 945 time: 0.0484772 Jan 17 21:35:23.112709 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-f70f6ca4-cc80-449d-9aa9-1cd0b66e3a18 req-30218b8b-65d5-4839-aba2-adc9a5c445c1 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=4260cc67-203a-4f33-b1a7-6e48950b7890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442612 Jan 17 21:35:23.350497 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ae88a-8f1f-4f16-8708-44b11dc91336 req-3a45c729-6e1a-4660-94a6-4c2c57604a7f tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:35:23.351911 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-033ae88a-8f1f-4f16-8708-44b11dc91336 req-3a45c729-6e1a-4660-94a6-4c2c57604a7f tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 945 time: 0.0537884 Jan 17 21:35:23.400083 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6a024-67a3-4b9e-8c36-47958a4242c7 req-653729f6-d9f6-4d49-a65a-2c1e2cfa1268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:35:23.400718 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-033ae88a-8f1f-4f16-8708-44b11dc91336 req-f451d509-3b05-414b-ba70-62db177a241b tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=4260cc67-203a-4f33-b1a7-6e48950b7890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428333 Jan 17 21:35:23.401593 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-f9e6a024-67a3-4b9e-8c36-47958a4242c7 req-653729f6-d9f6-4d49-a65a-2c1e2cfa1268 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8b4ad2da51ac441986f9af1c8c6a30c1&device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 1098 time: 0.0415573 Jan 17 21:35:23.490583 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6a024-67a3-4b9e-8c36-47958a4242c7 req-2ab9d496-1eaf-4e69-916c-775aa8af3459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:35:23.492032 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-f9e6a024-67a3-4b9e-8c36-47958a4242c7 req-2ab9d496-1eaf-4e69-916c-775aa8af3459 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d83dab97-84dd-4ed1-960a-d73699e6d280 HTTP/1.1" status: 200 len: 912 time: 0.0851755 Jan 17 21:35:23.556040 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-f9e6a024-67a3-4b9e-8c36-47958a4242c7 req-086dd765-ad60-40c5-991d-075cd3766a81 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc270e6d-36cd-419d-a53e-2a49d7402731 HTTP/1.1" status: 200 len: 1001 time: 0.0577397 Jan 17 21:35:23.608118 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6a024-67a3-4b9e-8c36-47958a4242c7 req-79762a4c-ea2b-4ac9-8551-2ebe70c639d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:35:23.609573 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-f9e6a024-67a3-4b9e-8c36-47958a4242c7 req-79762a4c-ea2b-4ac9-8551-2ebe70c639d2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8214d204-9143-4faa-a6ac-e7dc15bbb7d7 HTTP/1.1" status: 200 len: 850 time: 0.0462668 Jan 17 21:35:23.652472 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6a024-67a3-4b9e-8c36-47958a4242c7 req-33b40686-62ab-459a-abd1-878e3bd1b18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:35:23.653909 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-f9e6a024-67a3-4b9e-8c36-47958a4242c7 req-33b40686-62ab-459a-abd1-878e3bd1b18c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d83dab97-84dd-4ed1-960a-d73699e6d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379586 Jan 17 21:35:23.739525 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-f9e6a024-67a3-4b9e-8c36-47958a4242c7 req-a3752092-69b8-442d-bc31-2cac6c6075d1 service neutron] 10.222.0.72 "GET /v2.0/networks/d83dab97-84dd-4ed1-960a-d73699e6d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797465 Jan 17 21:35:23.828996 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-f9e6a024-67a3-4b9e-8c36-47958a4242c7 req-88c71ef1-ec59-4a92-bdff-480f8e5b93db service neutron] 10.222.0.72 "GET /v2.0/networks/d83dab97-84dd-4ed1-960a-d73699e6d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833795 Jan 17 21:35:24.528033 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e27c63d-05cb-4005-b0ce-82f27d4ddffb req-acc9819d-c9fe-4ea7-8342-79b9bd92a9ec tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:35:24.529569 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7e27c63d-05cb-4005-b0ce-82f27d4ddffb req-acc9819d-c9fe-4ea7-8342-79b9bd92a9ec tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 945 time: 0.0549209 Jan 17 21:35:24.578722 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7e27c63d-05cb-4005-b0ce-82f27d4ddffb req-b7b8252e-25e7-4c81-873a-4b297382d3ea tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=4260cc67-203a-4f33-b1a7-6e48950b7890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433233 Jan 17 21:35:24.930993 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-35594e42-4450-4217-9aad-7e9d683f7e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:35:27.682366 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-de09c667-e15c-4f0a-8a9a-0020df031e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:35:28.503410 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:35:30.104346 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:35:31.414872 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:35:33.491229 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-7179afa8-23b5-4afd-b717-75956a73de0a req-9f5cd67d-46ad-45a9-a5e7-af9da69b1d74 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405576 Jan 17 21:35:33.568620 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179afa8-23b5-4afd-b717-75956a73de0a req-a15d6967-7c77-4246-8f6a-72ef8775c591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:35:33.570098 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-7179afa8-23b5-4afd-b717-75956a73de0a req-a15d6967-7c77-4246-8f6a-72ef8775c591 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8b4ad2da51ac441986f9af1c8c6a30c1&device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 1098 time: 0.0396135 Jan 17 21:35:33.672906 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179afa8-23b5-4afd-b717-75956a73de0a req-58a01e77-f531-4ea3-8e52-b0c929812166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:35:33.674395 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-7179afa8-23b5-4afd-b717-75956a73de0a req-58a01e77-f531-4ea3-8e52-b0c929812166 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d83dab97-84dd-4ed1-960a-d73699e6d280 HTTP/1.1" status: 200 len: 912 time: 0.0863829 Jan 17 21:35:33.739217 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-7179afa8-23b5-4afd-b717-75956a73de0a req-2ef75474-2881-476b-8712-1e4ee02873c1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc270e6d-36cd-419d-a53e-2a49d7402731 HTTP/1.1" status: 200 len: 1001 time: 0.0589170 Jan 17 21:35:33.790033 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179afa8-23b5-4afd-b717-75956a73de0a req-4b4b9760-cf0b-4b3b-820e-5820b80f988a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:35:33.791381 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-7179afa8-23b5-4afd-b717-75956a73de0a req-4b4b9760-cf0b-4b3b-820e-5820b80f988a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8214d204-9143-4faa-a6ac-e7dc15bbb7d7 HTTP/1.1" status: 200 len: 850 time: 0.0465202 Jan 17 21:35:33.834346 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179afa8-23b5-4afd-b717-75956a73de0a req-7c9575db-4358-4e1f-b21e-669bd32ecc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:35:33.835789 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-7179afa8-23b5-4afd-b717-75956a73de0a req-7c9575db-4358-4e1f-b21e-669bd32ecc3e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d83dab97-84dd-4ed1-960a-d73699e6d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389714 Jan 17 21:35:33.921996 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-7179afa8-23b5-4afd-b717-75956a73de0a req-8ee1559e-906c-4774-aa2f-59b6f73d6361 service neutron] 10.222.0.72 "GET /v2.0/networks/d83dab97-84dd-4ed1-960a-d73699e6d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806208 Jan 17 21:35:34.012817 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-7179afa8-23b5-4afd-b717-75956a73de0a req-ac2ec48d-15b9-4007-9e4b-b35aa609ece9 service neutron] 10.222.0.72 "GET /v2.0/networks/d83dab97-84dd-4ed1-960a-d73699e6d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851207 Jan 17 21:35:52.821441 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:35:54.932701 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-86a649b8-1d25-48b8-8711-530d30c1ab02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:35:57.212329 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:35:57.684318 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-440d9258-9d36-4da0-ada7-819566027155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:35:58.507280 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:36:00.107356 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:36:01.417373 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:36:22.596917 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50cef3-020b-4d72-bebe-0579d66e661d req-928e98d4-ff59-4c98-ad9f-7a78a1c6b4ce tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:36:22.599010 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-eb50cef3-020b-4d72-bebe-0579d66e661d req-928e98d4-ff59-4c98-ad9f-7a78a1c6b4ce tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 945 time: 0.0560422 Jan 17 21:36:22.653387 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-eb50cef3-020b-4d72-bebe-0579d66e661d req-c1b858e3-d2c4-4072-b82c-acfd62eb7e4e tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=4260cc67-203a-4f33-b1a7-6e48950b7890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486643 Jan 17 21:36:22.826742 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:36:23.776071 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56a39e-05a9-4aad-ac8b-f912c654a98e req-f46898d4-20ed-459e-a898-ed9fa6529f98 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:36:23.777764 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1a56a39e-05a9-4aad-ac8b-f912c654a98e req-f46898d4-20ed-459e-a898-ed9fa6529f98 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 945 time: 0.0493901 Jan 17 21:36:23.826421 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1a56a39e-05a9-4aad-ac8b-f912c654a98e req-27b0e9f2-e996-45e2-8b06-e4bd850dd9a9 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=4260cc67-203a-4f33-b1a7-6e48950b7890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431228 Jan 17 21:36:24.935801 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10250414-1263-4ea6-9548-02cacea7124e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:36:24.947863 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6626e9-9b7f-45ae-83f0-8b42a5a53ae8 req-d2677476-0854-44b9-a953-ed207541097b tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:36:24.949511 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fe6626e9-9b7f-45ae-83f0-8b42a5a53ae8 req-d2677476-0854-44b9-a953-ed207541097b tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 945 time: 0.0519478 Jan 17 21:36:25.012046 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-fe6626e9-9b7f-45ae-83f0-8b42a5a53ae8 req-2170dfcd-c68f-48bf-b673-00b94ef73af0 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=4260cc67-203a-4f33-b1a7-6e48950b7890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484676 Jan 17 21:36:26.140978 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f144fca-f874-496a-8814-d0a27989e2ac req-fa51c0a7-09e4-477f-94e4-552e4f7ed8c0 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:36:26.142434 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5f144fca-f874-496a-8814-d0a27989e2ac req-fa51c0a7-09e4-477f-94e4-552e4f7ed8c0 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 945 time: 0.0527003 Jan 17 21:36:26.187155 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5f144fca-f874-496a-8814-d0a27989e2ac req-886021da-8413-40a0-a87c-7ac01c97b4a5 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=4260cc67-203a-4f33-b1a7-6e48950b7890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391991 Jan 17 21:36:27.311551 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40063eaf-ceef-45b3-93bb-0adc0dd8a030 req-04593bb2-f090-4b3d-ace0-e2c5b5f04b51 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:36:27.313109 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-40063eaf-ceef-45b3-93bb-0adc0dd8a030 req-04593bb2-f090-4b3d-ace0-e2c5b5f04b51 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 945 time: 0.0526409 Jan 17 21:36:27.361195 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-40063eaf-ceef-45b3-93bb-0adc0dd8a030 req-e2333b95-c08a-433c-8c0c-0d3e214b7220 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=4260cc67-203a-4f33-b1a7-6e48950b7890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426023 Jan 17 21:36:27.687413 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-27e29dff-8f11-4963-ab15-1c5bf0925196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:36:28.482551 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d508947-51ec-4ce4-869a-8b035c39d576 req-28ed948c-0135-4980-9860-fd5a927c7942 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:36:28.484117 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9d508947-51ec-4ce4-869a-8b035c39d576 req-28ed948c-0135-4980-9860-fd5a927c7942 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 945 time: 0.0546036 Jan 17 21:36:28.508184 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:36:28.533127 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9d508947-51ec-4ce4-869a-8b035c39d576 req-8c3ef98c-562a-4afa-b146-17fbfa06f9ec tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=4260cc67-203a-4f33-b1a7-6e48950b7890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433724 Jan 17 21:36:29.651847 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9630f1-ceac-4af9-9118-ea058f4916b6 req-efbce710-6a80-4cfd-acbe-16ed38ecd152 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:36:29.653382 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-de9630f1-ceac-4af9-9118-ea058f4916b6 req-efbce710-6a80-4cfd-acbe-16ed38ecd152 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 945 time: 0.0501664 Jan 17 21:36:29.701479 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-de9630f1-ceac-4af9-9118-ea058f4916b6 req-ad882c34-6569-4cae-a97c-e7905a4f9f5c tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=4260cc67-203a-4f33-b1a7-6e48950b7890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425012 Jan 17 21:36:30.111772 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:36:30.822566 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795d9d5-589b-4511-be75-35a4b16c3387 req-82861e12-8179-4e98-905a-8d4238b8ba12 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:36:30.824006 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1795d9d5-589b-4511-be75-35a4b16c3387 req-82861e12-8179-4e98-905a-8d4238b8ba12 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 945 time: 0.0505261 Jan 17 21:36:30.877427 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-1795d9d5-589b-4511-be75-35a4b16c3387 req-25559876-c64d-4bde-b41e-ff1b17c816e1 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=4260cc67-203a-4f33-b1a7-6e48950b7890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476975 Jan 17 21:36:31.424124 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:36:32.000929 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49e2db-3c5e-4469-a6a1-4a5764c418a4 req-069566fd-8e6f-4ffd-aab3-a225a85c23da tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:36:32.002467 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9e49e2db-3c5e-4469-a6a1-4a5764c418a4 req-069566fd-8e6f-4ffd-aab3-a225a85c23da tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 945 time: 0.0527592 Jan 17 21:36:32.050593 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9e49e2db-3c5e-4469-a6a1-4a5764c418a4 req-7703134a-271d-498f-9b19-a24619670e88 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=4260cc67-203a-4f33-b1a7-6e48950b7890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417910 Jan 17 21:36:33.176541 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470d30a-89aa-4c10-84b3-229476dd6d5c req-7ab726eb-7311-4c5f-a9f1-ebf7eaa9e5f6 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:36:33.178177 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0470d30a-89aa-4c10-84b3-229476dd6d5c req-7ab726eb-7311-4c5f-a9f1-ebf7eaa9e5f6 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 945 time: 0.0549550 Jan 17 21:36:33.248753 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-0470d30a-89aa-4c10-84b3-229476dd6d5c req-c4481dee-2858-4121-8712-fc186ee10ea1 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=4260cc67-203a-4f33-b1a7-6e48950b7890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610831 Jan 17 21:36:33.489251 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ac70f-fd84-404a-a827-539df9e0b65a req-edacf627-8165-4669-9dab-821614567872 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:36:33.490863 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4c8ac70f-fd84-404a-a827-539df9e0b65a req-edacf627-8165-4669-9dab-821614567872 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 945 time: 0.0598402 Jan 17 21:36:33.544515 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-4c8ac70f-fd84-404a-a827-539df9e0b65a req-5ce44d18-796f-4424-8c87-8df66754ed73 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=4260cc67-203a-4f33-b1a7-6e48950b7890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472929 Jan 17 21:36:33.614216 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146df69-ed31-45e3-955a-48f8019ce391 req-ba39d385-8323-49fa-8f98-d17d908ea1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:36:33.615806 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-1146df69-ed31-45e3-955a-48f8019ce391 req-ba39d385-8323-49fa-8f98-d17d908ea1e2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8b4ad2da51ac441986f9af1c8c6a30c1&device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 1098 time: 0.1059844 Jan 17 21:36:33.718122 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146df69-ed31-45e3-955a-48f8019ce391 req-2581b188-2cca-4d85-bdf1-100f377d89de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:36:33.719707 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-1146df69-ed31-45e3-955a-48f8019ce391 req-2581b188-2cca-4d85-bdf1-100f377d89de service neutron] 10.222.0.72 "GET /v2.0/networks?id=d83dab97-84dd-4ed1-960a-d73699e6d280 HTTP/1.1" status: 200 len: 912 time: 0.0983288 Jan 17 21:36:33.788757 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-1146df69-ed31-45e3-955a-48f8019ce391 req-45f0a3b1-22fc-4bf7-8c3b-c74be0ab901c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc270e6d-36cd-419d-a53e-2a49d7402731 HTTP/1.1" status: 200 len: 1001 time: 0.0627351 Jan 17 21:36:33.839226 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146df69-ed31-45e3-955a-48f8019ce391 req-cb1a021c-c850-4c2b-9486-bf07d6881a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:36:33.840867 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-1146df69-ed31-45e3-955a-48f8019ce391 req-cb1a021c-c850-4c2b-9486-bf07d6881a41 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8214d204-9143-4faa-a6ac-e7dc15bbb7d7 HTTP/1.1" status: 200 len: 850 time: 0.0469835 Jan 17 21:36:33.895668 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146df69-ed31-45e3-955a-48f8019ce391 req-cbd5e3f9-1bee-4d6a-8332-6a80cd074083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:36:33.897267 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-1146df69-ed31-45e3-955a-48f8019ce391 req-cbd5e3f9-1bee-4d6a-8332-6a80cd074083 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d83dab97-84dd-4ed1-960a-d73699e6d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497577 Jan 17 21:36:33.997523 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-1146df69-ed31-45e3-955a-48f8019ce391 req-b49fab53-2bbe-4f0e-898e-f3ed60c64b36 service neutron] 10.222.0.72 "GET /v2.0/networks/d83dab97-84dd-4ed1-960a-d73699e6d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939493 Jan 17 21:36:34.095228 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-1146df69-ed31-45e3-955a-48f8019ce391 req-79c179b6-07e9-49f8-9f5e-16b36fc4c0e3 service neutron] 10.222.0.72 "GET /v2.0/networks/d83dab97-84dd-4ed1-960a-d73699e6d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918815 Jan 17 21:36:34.211722 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:36:34.693788 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b232258-0816-4bb1-850c-5840d04a5817 req-b7d71153-59a2-440a-a351-ca4ec9a2d1b6 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:36:34.695618 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7b232258-0816-4bb1-850c-5840d04a5817 req-b7d71153-59a2-440a-a351-ca4ec9a2d1b6 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 945 time: 0.0670278 Jan 17 21:36:34.752094 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-7b232258-0816-4bb1-850c-5840d04a5817 req-16922e9b-80f6-42cf-830d-9c29f0440eb7 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=4260cc67-203a-4f33-b1a7-6e48950b7890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504360 Jan 17 21:36:35.468932 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2ad10929-3740-45c5-bade-502d4cb839eb req-a84877a3-c4fd-4dde-a11a-629577257cf5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437810 Jan 17 21:36:35.553681 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad10929-3740-45c5-bade-502d4cb839eb req-f92ea865-4a75-4fa1-bc3b-a997ddf7c2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:36:35.555212 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2ad10929-3740-45c5-bade-502d4cb839eb req-f92ea865-4a75-4fa1-bc3b-a997ddf7c2c3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8b4ad2da51ac441986f9af1c8c6a30c1&device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 1098 time: 0.0434661 Jan 17 21:36:35.667592 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad10929-3740-45c5-bade-502d4cb839eb req-e5823b72-b1d3-4812-a13c-40b62a2ce085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:36:35.669233 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2ad10929-3740-45c5-bade-502d4cb839eb req-e5823b72-b1d3-4812-a13c-40b62a2ce085 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d83dab97-84dd-4ed1-960a-d73699e6d280 HTTP/1.1" status: 200 len: 912 time: 0.0954456 Jan 17 21:36:35.739413 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2ad10929-3740-45c5-bade-502d4cb839eb req-14d9a3f6-b263-448e-9f61-7729031486d7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc270e6d-36cd-419d-a53e-2a49d7402731 HTTP/1.1" status: 200 len: 1001 time: 0.0635672 Jan 17 21:36:35.796632 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad10929-3740-45c5-bade-502d4cb839eb req-8195abb7-c3d7-47ad-a334-e3fb2e367ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:36:35.798798 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2ad10929-3740-45c5-bade-502d4cb839eb req-8195abb7-c3d7-47ad-a334-e3fb2e367ede service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8214d204-9143-4faa-a6ac-e7dc15bbb7d7 HTTP/1.1" status: 200 len: 850 time: 0.0524487 Jan 17 21:36:35.854712 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad10929-3740-45c5-bade-502d4cb839eb req-22fff311-d24b-4171-aeb4-055802ab81e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:36:35.856236 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2ad10929-3740-45c5-bade-502d4cb839eb req-22fff311-d24b-4171-aeb4-055802ab81e3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d83dab97-84dd-4ed1-960a-d73699e6d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509853 Jan 17 21:36:35.892889 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681876fa-155c-4ff5-bd33-6b3fa4c4a286 req-bfa779f9-3d99-4a25-af08-b7379edd317e tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:36:35.894490 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-681876fa-155c-4ff5-bd33-6b3fa4c4a286 req-bfa779f9-3d99-4a25-af08-b7379edd317e tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 945 time: 0.0639441 Jan 17 21:36:35.958476 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2ad10929-3740-45c5-bade-502d4cb839eb req-cf09fb4e-dd49-4a86-9caa-e0c00010da4b service neutron] 10.222.0.72 "GET /v2.0/networks/d83dab97-84dd-4ed1-960a-d73699e6d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950966 Jan 17 21:36:35.965520 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-681876fa-155c-4ff5-bd33-6b3fa4c4a286 req-1ba53096-4278-47a4-bb6e-4f46388bf8f2 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=4260cc67-203a-4f33-b1a7-6e48950b7890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609455 Jan 17 21:36:36.070615 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2ad10929-3740-45c5-bade-502d4cb839eb req-7c2dbe06-f6dc-4af4-b82f-89d2b34ff6a8 service neutron] 10.222.0.72 "GET /v2.0/networks/d83dab97-84dd-4ed1-960a-d73699e6d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056945 Jan 17 21:36:52.832641 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:36:54.937453 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-654c33ea-0eec-415f-a0d2-af01e2ada312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:36:57.689286 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-cc7ff951-4198-4a71-97f8-60aea9209299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:36:58.510131 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:00.113554 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:01.417450 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:11.211762 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:37:22.852393 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:24.938823 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e195-f7e6-456b-81c2-3765d41b94e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:27.690278 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c8b5f674-7ad1-406c-bbd2-ddd118750666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:28.512534 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:30.118600 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:31.419905 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:36.463972 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-75d1ec07-4efc-4204-a97e-f4b3eb68515e req-e26e7d55-5efa-44aa-9120-823ef5f25246 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404508 Jan 17 21:37:36.543710 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1ec07-4efc-4204-a97e-f4b3eb68515e req-530318df-9315-46f1-86d1-06275d5bfc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:37:36.545227 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-75d1ec07-4efc-4204-a97e-f4b3eb68515e req-530318df-9315-46f1-86d1-06275d5bfc6e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8b4ad2da51ac441986f9af1c8c6a30c1&device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 1098 time: 0.0403323 Jan 17 21:37:36.646302 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1ec07-4efc-4204-a97e-f4b3eb68515e req-55c94fe4-986f-4b7d-919c-4ef1ad346006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:37:36.648312 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-75d1ec07-4efc-4204-a97e-f4b3eb68515e req-55c94fe4-986f-4b7d-919c-4ef1ad346006 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d83dab97-84dd-4ed1-960a-d73699e6d280 HTTP/1.1" status: 200 len: 912 time: 0.0863485 Jan 17 21:37:36.711991 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-75d1ec07-4efc-4204-a97e-f4b3eb68515e req-60f8a8e5-5ff3-4941-a34c-1dc207f7fe4c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc270e6d-36cd-419d-a53e-2a49d7402731 HTTP/1.1" status: 200 len: 1001 time: 0.0580211 Jan 17 21:37:36.759220 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1ec07-4efc-4204-a97e-f4b3eb68515e req-418a1456-4bd8-4ade-ad88-5a73e4283958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:37:36.760625 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-75d1ec07-4efc-4204-a97e-f4b3eb68515e req-418a1456-4bd8-4ade-ad88-5a73e4283958 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8214d204-9143-4faa-a6ac-e7dc15bbb7d7 HTTP/1.1" status: 200 len: 850 time: 0.0434012 Jan 17 21:37:36.807507 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1ec07-4efc-4204-a97e-f4b3eb68515e req-cecfc76e-10b8-45d6-80b9-c72c6a42e3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:37:36.809038 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-75d1ec07-4efc-4204-a97e-f4b3eb68515e req-cecfc76e-10b8-45d6-80b9-c72c6a42e3e2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d83dab97-84dd-4ed1-960a-d73699e6d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432246 Jan 17 21:37:36.895108 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-75d1ec07-4efc-4204-a97e-f4b3eb68515e req-b2f2517a-adc8-4f9c-82da-a06c636c67eb service neutron] 10.222.0.72 "GET /v2.0/networks/d83dab97-84dd-4ed1-960a-d73699e6d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802951 Jan 17 21:37:36.987516 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-75d1ec07-4efc-4204-a97e-f4b3eb68515e req-51b7d756-26ac-4611-b7ec-b7b96f3a469b service neutron] 10.222.0.72 "GET /v2.0/networks/d83dab97-84dd-4ed1-960a-d73699e6d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869992 Jan 17 21:37:39.649587 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf8ebe-5491-41c4-9ad1-6b28d7b8bc69 req-f3deee4e-1deb-4e1e-a093-62cf63ebec2b tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:37:39.651029 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-15bf8ebe-5491-41c4-9ad1-6b28d7b8bc69 req-f3deee4e-1deb-4e1e-a093-62cf63ebec2b tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 945 time: 0.0489120 Jan 17 21:37:39.698566 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-15bf8ebe-5491-41c4-9ad1-6b28d7b8bc69 req-2943b06d-c59e-4f49-b7e0-24fa0691c052 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=4260cc67-203a-4f33-b1a7-6e48950b7890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419874 Jan 17 21:37:40.814865 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472b6e8-13f6-4293-b0d0-88d952f0dfc2 req-6217f847-3081-4378-bb93-e97d83581768 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:37:40.816346 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3472b6e8-13f6-4293-b0d0-88d952f0dfc2 req-6217f847-3081-4378-bb93-e97d83581768 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 945 time: 0.0485251 Jan 17 21:37:40.863193 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3472b6e8-13f6-4293-b0d0-88d952f0dfc2 req-469ae9cc-5f92-4c64-b38a-8a609d147769 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=4260cc67-203a-4f33-b1a7-6e48950b7890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404494 Jan 17 21:37:41.913491 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c36af-53d7-4289-a60e-a7bc38d2983e req-4ed66252-8658-4e56-968b-73da51664c9c tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:37:41.914985 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-f05c36af-53d7-4289-a60e-a7bc38d2983e req-4ed66252-8658-4e56-968b-73da51664c9c tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.72 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 945 time: 0.0507035 Jan 17 21:37:41.986879 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d019317-a239-4793-8eae-c0351ed2f61f req-005588b7-e271-4258-bea7-c1f032d692e5 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:37:41.988480 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5d019317-a239-4793-8eae-c0351ed2f61f req-005588b7-e271-4258-bea7-c1f032d692e5 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 945 time: 0.0561397 Jan 17 21:37:42.007107 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-f05c36af-53d7-4289-a60e-a7bc38d2983e req-44cc7b2d-270c-4d1f-ad04-a9defcd22243 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Deleting port bc270e6d-36cd-419d-a53e-2a49d7402731 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:37:42.007451 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-f05c36af-53d7-4289-a60e-a7bc38d2983e req-44cc7b2d-270c-4d1f-ad04-a9defcd22243 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (bc270e6d-36cd-419d-a53e-2a49d7402731), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:42.035768 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5d019317-a239-4793-8eae-c0351ed2f61f req-e29231a7-ab7b-4cf7-822a-985eab83ef64 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=4260cc67-203a-4f33-b1a7-6e48950b7890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413845 Jan 17 21:37:42.101646 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-f05c36af-53d7-4289-a60e-a7bc38d2983e req-44cc7b2d-270c-4d1f-ad04-a9defcd22243 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] For port bc270e6d-36cd-419d-a53e-2a49d7402731, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=bc270e6d-36cd-419d-a53e-2a49d7402731,segment=NetworkSegment(3f9ffa41-2cc8-49af-950f-98ebbe77ac71),segment_id=3f9ffa41-2cc8-49af-950f-98ebbe77ac71)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:37:42.102018 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-f05c36af-53d7-4289-a60e-a7bc38d2983e req-44cc7b2d-270c-4d1f-ad04-a9defcd22243 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (bc270e6d-36cd-419d-a53e-2a49d7402731), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:42.274562 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-f05c36af-53d7-4289-a60e-a7bc38d2983e req-44cc7b2d-270c-4d1f-ad04-a9defcd22243 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:42.274841 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-f05c36af-53d7-4289-a60e-a7bc38d2983e req-44cc7b2d-270c-4d1f-ad04-a9defcd22243 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1018624'] for floatingip (5b7c1e7b-ef93-4b78-b616-687d7afdf5bf), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:42.275163 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.db.l3_db [req-f05c36af-53d7-4289-a60e-a7bc38d2983e req-44cc7b2d-270c-4d1f-ad04-a9defcd22243 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Floating IP 5b7c1e7b-ef93-4b78-b616-687d7afdf5bf disassociated. External IP: 172.27.0.109, port: bc270e6d-36cd-419d-a53e-2a49d7402731. Jan 17 21:37:42.275502 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-f05c36af-53d7-4289-a60e-a7bc38d2983e req-44cc7b2d-270c-4d1f-ad04-a9defcd22243 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Calling delete_port for bc270e6d-36cd-419d-a53e-2a49d7402731 owned by compute:nova {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:37:42.401263 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-f05c36af-53d7-4289-a60e-a7bc38d2983e req-44cc7b2d-270c-4d1f-ad04-a9defcd22243 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (bc270e6d-36cd-419d-a53e-2a49d7402731), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:42.429884 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc7b2d-270c-4d1f-ad04-a9defcd22243 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Pushing event deleted for resources: {'Port': ['ID=bc270e6d-36cd-419d-a53e-2a49d7402731,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:37:42.441029 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc7b2d-270c-4d1f-ad04-a9defcd22243 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:42.441384 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc7b2d-270c-4d1f-ad04-a9defcd22243 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:42.441731 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc7b2d-270c-4d1f-ad04-a9defcd22243 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:42.442071 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc7b2d-270c-4d1f-ad04-a9defcd22243 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:42.442402 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc7b2d-270c-4d1f-ad04-a9defcd22243 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:42.442736 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc7b2d-270c-4d1f-ad04-a9defcd22243 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:42.443065 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc7b2d-270c-4d1f-ad04-a9defcd22243 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:42.443389 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc7b2d-270c-4d1f-ad04-a9defcd22243 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:42.443716 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc7b2d-270c-4d1f-ad04-a9defcd22243 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:42.444641 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc7b2d-270c-4d1f-ad04-a9defcd22243 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:42.444969 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc7b2d-270c-4d1f-ad04-a9defcd22243 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:42.445291 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc7b2d-270c-4d1f-ad04-a9defcd22243 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:42.445609 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc7b2d-270c-4d1f-ad04-a9defcd22243 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:42.554210 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f05c36af-53d7-4289-a60e-a7bc38d2983e req-44cc7b2d-270c-4d1f-ad04-a9defcd22243 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Router 0c759ba7-634b-4e92-ad9c-fcdde4c03ca4 has already been hosted by L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:37:42.658649 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f05c36af-53d7-4289-a60e-a7bc38d2983e req-44cc7b2d-270c-4d1f-ad04-a9defcd22243 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:37:42.668506 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6624a5f6-8f41-4b6d-a91d-7d06fe67f529 None None] Sync routers for ids ['0c759ba7-634b-4e92-ad9c-fcdde4c03ca4'] in dv-cinder-824895-3-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:37:42.681333 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6624a5f6-8f41-4b6d-a91d-7d06fe67f529 None None] Routers {'0c759ba7-634b-4e92-ad9c-fcdde4c03ca4'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:37:42.681952 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-6624a5f6-8f41-4b6d-a91d-7d06fe67f529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:37:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['0c759ba7-634b-4e92-ad9c-fcdde4c03ca4'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:37:42.701578 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05c36af-53d7-4289-a60e-a7bc38d2983e req-44cc7b2d-270c-4d1f-ad04-a9defcd22243 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] No DVR routers for this DVR port bc270e6d-36cd-419d-a53e-2a49d7402731 on host hv-cinder-82489 {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:37:42.704199 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-f05c36af-53d7-4289-a60e-a7bc38d2983e req-44cc7b2d-270c-4d1f-ad04-a9defcd22243 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:42.707536 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-f05c36af-53d7-4289-a60e-a7bc38d2983e req-44cc7b2d-270c-4d1f-ad04-a9defcd22243 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.72 "DELETE /v2.0/ports/bc270e6d-36cd-419d-a53e-2a49d7402731 HTTP/1.1" status: 204 len: 173 time: 0.7875266 Jan 17 21:37:42.707985 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e5d4f4-8056-4422-9c56-c4d15421e8ff', 'name': 'network-vif-deleted', 'tag': 'bc270e6d-36cd-419d-a53e-2a49d7402731'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:37:42.710573 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c2de0e70a1bc7346ac1be0cec4f24ea848d889c4763a7575c3a73373459bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cba66aa-d7ce-4c62-8097-ec03bb16969d" -d '{"events": [{"server_uuid": "36e5d4f4-8056-4422-9c56-c4d15421e8ff", "name": "network-vif-deleted", "tag": "bc270e6d-36cd-419d-a53e-2a49d7402731"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:37:42.796160 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-6624a5f6-8f41-4b6d-a91d-7d06fe67f529 None None] Set router 0c759ba7-634b-4e92-ad9c-fcdde4c03ca4 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:37:42.830547 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60cfa167-7c28-4999-8a80-9d88070faaca x-openstack-request-id: req-60cfa167-7c28-4999-8a80-9d88070faaca {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:37:42.831369 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e5d4f4-8056-4422-9c56-c4d15421e8ff", "name": "network-vif-deleted", "tag": "bc270e6d-36cd-419d-a53e-2a49d7402731", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:37:42.831369 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-60cfa167-7c28-4999-8a80-9d88070faaca {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:37:42.831606 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e5d4f4-8056-4422-9c56-c4d15421e8ff', 'name': 'network-vif-deleted', 'tag': 'bc270e6d-36cd-419d-a53e-2a49d7402731', 'status': 'completed', 'code': 200} Jan 17 21:37:43.000184 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-6624a5f6-8f41-4b6d-a91d-7d06fe67f529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'name': 'tempest-AttachVolumeTestJSON-1996386312-router', 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'ab896688-58d0-4853-9955-5d2ec31285ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:33:19Z', 'updated_at': '2022-01-17T21:33:22Z', 'revision_number': 4, 'project_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'gw_port': {'id': 'ab896688-58d0-4853-9955-5d2ec31285ab', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:33:20Z', 'updated_at': '2022-01-17T21:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': '2406d4ab-dadb-4d15-bb41-9be53770e4eb', 'name': '', 'network_id': 'd83dab97-84dd-4ed1-960a-d73699e6d280', 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'mac_address': 'fa:16:3e:f3:46:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '8214d204-9143-4faa-a6ac-e7dc15bbb7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:33:22Z', 'updated_at': '2022-01-17T21:33:25Z', 'revision_number': 5, 'project_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'subnets': [{'id': '8214d204-9143-4faa-a6ac-e7dc15bbb7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:37:43.026888 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6624a5f6-8f41-4b6d-a91d-7d06fe67f529 None None] Checking router: 0c759ba7-634b-4e92-ad9c-fcdde4c03ca4 for host: dv-cinder-824895-3-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:37:43.035681 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6624a5f6-8f41-4b6d-a91d-7d06fe67f529 None None] Routers {'0c759ba7-634b-4e92-ad9c-fcdde4c03ca4'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:37:43.036291 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-6624a5f6-8f41-4b6d-a91d-7d06fe67f529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:37:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['0c759ba7-634b-4e92-ad9c-fcdde4c03ca4'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:37:43.156084 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-e8b29f32-28df-420f-b646-5886fbddae6f req-9b830ca5-c705-46fd-91f2-758f68aacd9b tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=36e5d4f4-8056-4422-9c56-c4d15421e8ff HTTP/1.1" status: 200 len: 210 time: 0.0282056 Jan 17 21:37:43.182023 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-6624a5f6-8f41-4b6d-a91d-7d06fe67f529 None None] Set router 0c759ba7-634b-4e92-ad9c-fcdde4c03ca4 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:37:43.474656 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-6624a5f6-8f41-4b6d-a91d-7d06fe67f529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'name': 'tempest-AttachVolumeTestJSON-1996386312-router', 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'ab896688-58d0-4853-9955-5d2ec31285ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:33:19Z', 'updated_at': '2022-01-17T21:33:22Z', 'revision_number': 4, 'project_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'gw_port': {'id': 'ab896688-58d0-4853-9955-5d2ec31285ab', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:33:20Z', 'updated_at': '2022-01-17T21:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': '2406d4ab-dadb-4d15-bb41-9be53770e4eb', 'name': '', 'network_id': 'd83dab97-84dd-4ed1-960a-d73699e6d280', 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'mac_address': 'fa:16:3e:f3:46:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '8214d204-9143-4faa-a6ac-e7dc15bbb7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:33:22Z', 'updated_at': '2022-01-17T21:33:25Z', 'revision_number': 5, 'project_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'subnets': [{'id': '8214d204-9143-4faa-a6ac-e7dc15bbb7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:37:43.500140 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6624a5f6-8f41-4b6d-a91d-7d06fe67f529 None None] The sync data for ids ['0c759ba7-634b-4e92-ad9c-fcdde4c03ca4'] in dv-cinder-824895-3-iscsi is: [{'id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'name': 'tempest-AttachVolumeTestJSON-1996386312-router', 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'ab896688-58d0-4853-9955-5d2ec31285ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:33:19Z', 'updated_at': '2022-01-17T21:33:22Z', 'revision_number': 4, 'project_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'gw_port': {'id': 'ab896688-58d0-4853-9955-5d2ec31285ab', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:33:20Z', 'updated_at': '2022-01-17T21:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': '2406d4ab-dadb-4d15-bb41-9be53770e4eb', 'name': '', 'network_id': 'd83dab97-84dd-4ed1-960a-d73699e6d280', 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'mac_address': 'fa:16:3e:f3:46:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '8214d204-9143-4faa-a6ac-e7dc15bbb7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:33:22Z', 'updated_at': '2022-01-17T21:33:25Z', 'revision_number': 5, 'project_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'subnets': [{'id': '8214d204-9143-4faa-a6ac-e7dc15bbb7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:37:43.701484 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6184598c-ff41-41e6-a4ea-e40fdbbf5578 None None] New status for floating IP 5b7c1e7b-ef93-4b78-b616-687d7afdf5bf: DOWN {{(pid=102500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 21:37:44.248565 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 33220) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:37:44.305645 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4f16b358-1bed-4e0f-9088-5d409bfd14a7 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks [] for security_group (4260cc67-203a-4f33-b1a7-6e48950b7890), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:44.328473 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4f16b358-1bed-4e0f-9088-5d409bfd14a7 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks [] for security_group (4260cc67-203a-4f33-b1a7-6e48950b7890), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:44.376492 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4f16b358-1bed-4e0f-9088-5d409bfd14a7 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (4260cc67-203a-4f33-b1a7-6e48950b7890), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:44.379074 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4f16b358-1bed-4e0f-9088-5d409bfd14a7 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:44.380309 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-4f16b358-1bed-4e0f-9088-5d409bfd14a7 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "DELETE /v2.0/security-groups/4260cc67-203a-4f33-b1a7-6e48950b7890 HTTP/1.1" status: 204 len: 168 time: 0.1307771 Jan 17 21:37:44.383258 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 33222) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:37:44.389045 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16b358-1bed-4e0f-9088-5d409bfd14a7 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4260cc67-203a-4f33-b1a7-6e48950b7890,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:37:44.396035 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f16b358-1bed-4e0f-9088-5d409bfd14a7 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:44.396406 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f16b358-1bed-4e0f-9088-5d409bfd14a7 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:44.396755 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f16b358-1bed-4e0f-9088-5d409bfd14a7 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:44.397096 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f16b358-1bed-4e0f-9088-5d409bfd14a7 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:44.397271 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.api.v2.resource [None req-8ff54043-449e-4f04-b3e8-08b757632b60 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] show failed (client error): The resource could not be found. Jan 17 21:37:44.397410 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f16b358-1bed-4e0f-9088-5d409bfd14a7 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:44.397747 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f16b358-1bed-4e0f-9088-5d409bfd14a7 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:44.398075 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f16b358-1bed-4e0f-9088-5d409bfd14a7 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:44.398275 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-8ff54043-449e-4f04-b3e8-08b757632b60 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups/4260cc67-203a-4f33-b1a7-6e48950b7890 HTTP/1.1" status: 404 len: 347 time: 0.0140045 Jan 17 21:37:44.398400 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f16b358-1bed-4e0f-9088-5d409bfd14a7 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:44.398725 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f16b358-1bed-4e0f-9088-5d409bfd14a7 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:44.399051 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f16b358-1bed-4e0f-9088-5d409bfd14a7 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:44.399380 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f16b358-1bed-4e0f-9088-5d409bfd14a7 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:44.399726 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f16b358-1bed-4e0f-9088-5d409bfd14a7 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:44.400043 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f16b358-1bed-4e0f-9088-5d409bfd14a7 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:44.401169 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 33224) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:37:44.524156 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-7538bcec-3fce-40ab-b132-7ff78585dcfb tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Deleting port 48335448-57db-499c-bfee-84fb07aa1810 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:37:44.524441 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7538bcec-3fce-40ab-b132-7ff78585dcfb tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (48335448-57db-499c-bfee-84fb07aa1810), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:44.597268 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7538bcec-3fce-40ab-b132-7ff78585dcfb tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (48335448-57db-499c-bfee-84fb07aa1810), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:44.597594 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7538bcec-3fce-40ab-b132-7ff78585dcfb tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks [] for floatingip (48335448-57db-499c-bfee-84fb07aa1810), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:44.609739 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-7538bcec-3fce-40ab-b132-7ff78585dcfb tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Calling delete_port for 48335448-57db-499c-bfee-84fb07aa1810 owned by network:floatingip {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:37:44.751675 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7538bcec-3fce-40ab-b132-7ff78585dcfb tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (48335448-57db-499c-bfee-84fb07aa1810), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:44.778493 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7538bcec-3fce-40ab-b132-7ff78585dcfb tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Pushing event deleted for resources: {'Port': ['ID=48335448-57db-499c-bfee-84fb07aa1810,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:37:44.840476 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7538bcec-3fce-40ab-b132-7ff78585dcfb tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks [] for floatingip (5b7c1e7b-ef93-4b78-b616-687d7afdf5bf), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:44.843016 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7538bcec-3fce-40ab-b132-7ff78585dcfb tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for floatingip (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:44.844170 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-7538bcec-3fce-40ab-b132-7ff78585dcfb tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "DELETE /v2.0/floatingips/5b7c1e7b-ef93-4b78-b616-687d7afdf5bf HTTP/1.1" status: 204 len: 168 time: 0.4420102 Jan 17 21:37:45.129639 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 33228) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:37:45.134748 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-c7c6297e-8353-44dc-b25a-12e78c24468d tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Request body: {'security_group': {'name': 'tempest-securitygroup--206254291', 'description': 'tempest-description--573301330'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:37:45.158258 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c7c6297e-8353-44dc-b25a-12e78c24468d tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:45.164769 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device bc270e6d-36cd-419d-a53e-2a49d7402731 no longer exists at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:37:45.185017 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] No Port match for: bc270e6d-36cd-419d-a53e-2a49d7402731 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:37:45.185378 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device bc270e6d-36cd-419d-a53e-2a49d7402731 not bound to the agent host hv-cinder-82489 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:37:45.227062 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c7c6297e-8353-44dc-b25a-12e78c24468d tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks [] for security_group (9005a887-abcb-4200-882b-75a399024bf4), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:45.231259 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c7c6297e-8353-44dc-b25a-12e78c24468d tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (9005a887-abcb-4200-882b-75a399024bf4), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:45.262296 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c6297e-8353-44dc-b25a-12e78c24468d tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9005a887-abcb-4200-882b-75a399024bf4,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:37:45.267260 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c7c6297e-8353-44dc-b25a-12e78c24468d tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:45.268938 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-c7c6297e-8353-44dc-b25a-12e78c24468d tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1378326 Jan 17 21:37:45.271385 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 33230) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:37:45.276309 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-23e6ec0a-895f-4ccc-a38b-3e00152face6 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Request body: {'security_group_rule': {'security_group_id': '9005a887-abcb-4200-882b-75a399024bf4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:37:45.304238 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-23e6ec0a-895f-4ccc-a38b-3e00152face6 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks [] for security_group_rule (2b8ef7a3-40d8-432e-8658-bac67bb5bfb4), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:45.357258 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-23e6ec0a-895f-4ccc-a38b-3e00152face6 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks [] for security_group_rule (2b8ef7a3-40d8-432e-8658-bac67bb5bfb4), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:45.360621 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-23e6ec0a-895f-4ccc-a38b-3e00152face6 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953368'] for security_group_rule (2b8ef7a3-40d8-432e-8658-bac67bb5bfb4), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:45.377443 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e6ec0a-895f-4ccc-a38b-3e00152face6 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b8ef7a3-40d8-432e-8658-bac67bb5bfb4,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:37:45.385744 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-23e6ec0a-895f-4ccc-a38b-3e00152face6 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:45.386936 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-23e6ec0a-895f-4ccc-a38b-3e00152face6 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1140087 Jan 17 21:37:45.389687 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 33232) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:37:45.394008 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-b8436674-fadd-4206-b9ef-c1042feb84f5 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Request body: {'security_group_rule': {'security_group_id': '9005a887-abcb-4200-882b-75a399024bf4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:37:45.420976 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b8436674-fadd-4206-b9ef-c1042feb84f5 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks [] for security_group_rule (fdddc989-647c-4409-b2a2-5fce0a3bb567), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:45.474850 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b8436674-fadd-4206-b9ef-c1042feb84f5 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks [] for security_group_rule (fdddc989-647c-4409-b2a2-5fce0a3bb567), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:45.478398 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b8436674-fadd-4206-b9ef-c1042feb84f5 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953368'] for security_group_rule (fdddc989-647c-4409-b2a2-5fce0a3bb567), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:45.498655 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8436674-fadd-4206-b9ef-c1042feb84f5 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdddc989-647c-4409-b2a2-5fce0a3bb567,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:37:45.506995 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b8436674-fadd-4206-b9ef-c1042feb84f5 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:45.508172 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-b8436674-fadd-4206-b9ef-c1042feb84f5 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175869 Jan 17 21:37:45.511871 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 33234) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:37:45.516157 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-c0d5d23b-1ed7-4f0a-8dcb-73772184bda1 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Request body: {'floatingip': {'floating_network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:37:45.539300 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d23b-1ed7-4f0a-8dcb-73772184bda1 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:45.633085 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d23b-1ed7-4f0a-8dcb-73772184bda1 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:45.732823 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [None req-c0d5d23b-1ed7-4f0a-8dcb-73772184bda1 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Allocated IP 172.27.0.149 (a67fc2c9-f054-41ed-b80e-f186bf3f4e5f/f42dc890-63b4-41d2-851c-b195861b2359/7e5c3f44-294d-4716-bb79-8b411555be7c) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:37:45.829495 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d23b-1ed7-4f0a-8dcb-73772184bda1 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks [] for port (7e5c3f44-294d-4716-bb79-8b411555be7c), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:45.861736 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d23b-1ed7-4f0a-8dcb-73772184bda1 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (7e5c3f44-294d-4716-bb79-8b411555be7c), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:45.903567 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d5d23b-1ed7-4f0a-8dcb-73772184bda1 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Network a67fc2c9-f054-41ed-b80e-f186bf3f4e5f is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:37:45.906262 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-c0d5d23b-1ed7-4f0a-8dcb-73772184bda1 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:37:45.909729 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d5d23b-1ed7-4f0a-8dcb-73772184bda1 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:37:45.915384 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5d23b-1ed7-4f0a-8dcb-73772184bda1 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Pushing event updated for resources: {'Port': ['ID=7e5c3f44-294d-4716-bb79-8b411555be7c,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:37:46.238441 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d23b-1ed7-4f0a-8dcb-73772184bda1 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks [] for floatingip (c6405979-2b3e-4fac-aff2-ef016fe5831a), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:46.270938 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d23b-1ed7-4f0a-8dcb-73772184bda1 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (7e5c3f44-294d-4716-bb79-8b411555be7c), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:46.429897 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d23b-1ed7-4f0a-8dcb-73772184bda1 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks [] for port (7e5c3f44-294d-4716-bb79-8b411555be7c), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:46.434488 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d23b-1ed7-4f0a-8dcb-73772184bda1 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3358448'] for port (7e5c3f44-294d-4716-bb79-8b411555be7c), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:46.504345 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5d23b-1ed7-4f0a-8dcb-73772184bda1 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Pushing event updated for resources: {'Port': ['ID=7e5c3f44-294d-4716-bb79-8b411555be7c,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:37:46.514607 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d23b-1ed7-4f0a-8dcb-73772184bda1 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1018624'] for floatingip (c6405979-2b3e-4fac-aff2-ef016fe5831a), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:46.529798 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d23b-1ed7-4f0a-8dcb-73772184bda1 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for floatingip (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:46.531038 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-c0d5d23b-1ed7-4f0a-8dcb-73772184bda1 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0181665 Jan 17 21:37:46.730373 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3b86e978-04cf-4885-91bd-a1836be56202 req-be2eaa07-2ed9-4286-9851-190a08aad7c0 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--206254291&fields=id&tenant_id=8b4ad2da51ac441986f9af1c8c6a30c1 HTTP/1.1" status: 200 len: 267 time: 0.0453734 Jan 17 21:37:46.836127 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86e978-04cf-4885-91bd-a1836be56202 req-7e4bf38a-b49f-4217-ae30-1b5850bac1af tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:37:46.837510 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3b86e978-04cf-4885-91bd-a1836be56202 req-7e4bf38a-b49f-4217-ae30-1b5850bac1af tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/networks?id=d83dab97-84dd-4ed1-960a-d73699e6d280 HTTP/1.1" status: 200 len: 811 time: 0.1005244 Jan 17 21:37:46.851438 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3b86e978-04cf-4885-91bd-a1836be56202 req-c0de7395-0571-46d3-b04f-c5ffee34a698 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/quotas/8b4ad2da51ac441986f9af1c8c6a30c1 HTTP/1.1" status: 200 len: 375 time: 0.0086460 Jan 17 21:37:46.903177 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3b86e978-04cf-4885-91bd-a1836be56202 req-5aac76a2-ce0f-4682-abfa-73a6d7878c11 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8b4ad2da51ac441986f9af1c8c6a30c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470357 Jan 17 21:37:47.238894 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3b86e978-04cf-4885-91bd-a1836be56202 req-b652d1de-03a0-4ddb-9fb4-3ad8f7182666 service neutron] 10.222.0.64 "GET /v2.0/networks/d83dab97-84dd-4ed1-960a-d73699e6d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245554 Jan 17 21:37:47.329130 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-3b86e978-04cf-4885-91bd-a1836be56202 req-e09c5dcb-5a8a-4856-a542-b2cc88f9c4cc service neutron] 10.222.0.64 "GET /v2.0/networks/d83dab97-84dd-4ed1-960a-d73699e6d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839083 Jan 17 21:37:47.487649 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-5a5bbce8-c0e5-48e8-95c2-8d84a2b29b6c req-963833d0-782b-4620-9f71-9257e50d1a8e tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdf5db38-0987-41cc-b468-2267aac17deb HTTP/1.1" status: 200 len: 210 time: 0.0265319 Jan 17 21:37:48.211606 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:37:48.375564 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86e978-04cf-4885-91bd-a1836be56202 req-67236c20-4913-4bc3-988f-b255e87e78de tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:37:48.377115 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-3b86e978-04cf-4885-91bd-a1836be56202 req-67236c20-4913-4bc3-988f-b255e87e78de tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.72 "GET /v2.0/networks?id=d83dab97-84dd-4ed1-960a-d73699e6d280 HTTP/1.1" status: 200 len: 811 time: 0.1085715 Jan 17 21:37:48.445265 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-3b86e978-04cf-4885-91bd-a1836be56202 req-efce87dc-596b-4872-a8b5-d2d357bca609 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b4ad2da51ac441986f9af1c8c6a30c1 HTTP/1.1" status: 200 len: 379 time: 0.0580420 Jan 17 21:37:48.455763 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-3b86e978-04cf-4885-91bd-a1836be56202 req-01217026-96e9-44fd-84c5-cb4c0e658044 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Request body: {'port': {'device_id': 'fdf5db38-0987-41cc-b468-2267aac17deb', 'network_id': 'd83dab97-84dd-4ed1-960a-d73699e6d280', 'admin_state_up': True, 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'security_groups': ['9005a887-abcb-4200-882b-75a399024bf4']}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:37:48.570385 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b86e978-04cf-4885-91bd-a1836be56202 req-01217026-96e9-44fd-84c5-cb4c0e658044 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Made reservation on behalf of 8b4ad2da51ac441986f9af1c8c6a30c1 for: {'port': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:37:48.573924 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-3b86e978-04cf-4885-91bd-a1836be56202 req-01217026-96e9-44fd-84c5-cb4c0e658044 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:48.582743 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-34657242-7c1b-4e5d-8384-fb89087adfa1 req-6a20a1b1-f3c1-4769-9269-721e3dcba562 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdf5db38-0987-41cc-b468-2267aac17deb HTTP/1.1" status: 200 len: 210 time: 0.0266407 Jan 17 21:37:48.705643 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [req-3b86e978-04cf-4885-91bd-a1836be56202 req-01217026-96e9-44fd-84c5-cb4c0e658044 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Allocated IP 172.20.0.10 (d83dab97-84dd-4ed1-960a-d73699e6d280/8214d204-9143-4faa-a6ac-e7dc15bbb7d7/84638381-a10a-423e-ae50-4f652a10d4f3) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:37:48.844140 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-3b86e978-04cf-4885-91bd-a1836be56202 req-01217026-96e9-44fd-84c5-cb4c0e658044 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks [] for port (84638381-a10a-423e-ae50-4f652a10d4f3), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:48.876590 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-3b86e978-04cf-4885-91bd-a1836be56202 req-01217026-96e9-44fd-84c5-cb4c0e658044 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789460986965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (84638381-a10a-423e-ae50-4f652a10d4f3), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:48.922755 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b86e978-04cf-4885-91bd-a1836be56202 req-01217026-96e9-44fd-84c5-cb4c0e658044 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Network d83dab97-84dd-4ed1-960a-d73699e6d280 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:37:48.925757 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [req-3b86e978-04cf-4885-91bd-a1836be56202 req-01217026-96e9-44fd-84c5-cb4c0e658044 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:37:48.930022 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b86e978-04cf-4885-91bd-a1836be56202 req-01217026-96e9-44fd-84c5-cb4c0e658044 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:37:48.952793 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01217026-96e9-44fd-84c5-cb4c0e658044 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Pushing event updated for resources: {'Port': ['ID=84638381-a10a-423e-ae50-4f652a10d4f3,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:37:48.985017 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86e978-04cf-4885-91bd-a1836be56202 req-01217026-96e9-44fd-84c5-cb4c0e658044 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:37:48.985418 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-3b86e978-04cf-4885-91bd-a1836be56202 req-01217026-96e9-44fd-84c5-cb4c0e658044 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:49.003080 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-3b86e978-04cf-4885-91bd-a1836be56202 req-01217026-96e9-44fd-84c5-cb4c0e658044 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5508630 Jan 17 21:37:49.015435 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-3b86e978-04cf-4885-91bd-a1836be56202 req-0a97bc2b-0fc4-4760-8c06-430d0dc7b0bd service neutron] Request body: {'port': {'device_id': 'fdf5db38-0987-41cc-b468-2267aac17deb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82489'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:37:49.069925 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-3b86e978-04cf-4885-91bd-a1836be56202 req-0a97bc2b-0fc4-4760-8c06-430d0dc7b0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (84638381-a10a-423e-ae50-4f652a10d4f3), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:49.178586 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-9573f8ff-89d8-4d35-ae18-cfde2c215c83 None None] Provisioning complete for port 84638381-a10a-423e-ae50-4f652a10d4f3 triggered by entity DHCP. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:37:49.179156 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9573f8ff-89d8-4d35-ae18-cfde2c215c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (84638381-a10a-423e-ae50-4f652a10d4f3), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:49.212154 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-9573f8ff-89d8-4d35-ae18-cfde2c215c83 None None] Port 84638381-a10a-423e-ae50-4f652a10d4f3 cannot update to ACTIVE because it is not bound. {{(pid=102500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:37:49.326794 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [req-3b86e978-04cf-4885-91bd-a1836be56202 req-0a97bc2b-0fc4-4760-8c06-430d0dc7b0bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84638381-a10a-423e-ae50-4f652a10d4f3 {{(pid=102499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:37:49.334811 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-3b86e978-04cf-4885-91bd-a1836be56202 req-0a97bc2b-0fc4-4760-8c06-430d0dc7b0bd service neutron] Publish callbacks [] for port (84638381-a10a-423e-ae50-4f652a10d4f3), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:49.346432 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.provisioning_blocks [req-3b86e978-04cf-4885-91bd-a1836be56202 req-0a97bc2b-0fc4-4760-8c06-430d0dc7b0bd service neutron] Transition to ACTIVE for port object 84638381-a10a-423e-ae50-4f652a10d4f3 will not be triggered until provisioned by entity L2. {{(pid=102499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 21:37:49.350719 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-3b86e978-04cf-4885-91bd-a1836be56202 req-0a97bc2b-0fc4-4760-8c06-430d0dc7b0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3358448'] for port (84638381-a10a-423e-ae50-4f652a10d4f3), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:49.400889 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a97bc2b-0fc4-4760-8c06-430d0dc7b0bd service neutron] Pushing event updated for resources: {'Port': ['ID=84638381-a10a-423e-ae50-4f652a10d4f3,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:37:49.470955 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-3b86e978-04cf-4885-91bd-a1836be56202 req-0a97bc2b-0fc4-4760-8c06-430d0dc7b0bd service neutron] Attempting to bind port 84638381-a10a-423e-ae50-4f652a10d4f3 on host hv-cinder-82489 for vnic_type normal with profile {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:37:49.471327 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-3b86e978-04cf-4885-91bd-a1836be56202 req-0a97bc2b-0fc4-4760-8c06-430d0dc7b0bd service neutron] Attempting to bind port 84638381-a10a-423e-ae50-4f652a10d4f3 by drivers openvswitch,hyperv on host hv-cinder-82489 at level 0 using segments [{'id': '3f9ffa41-2cc8-49af-950f-98ebbe77ac71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd83dab97-84dd-4ed1-960a-d73699e6d280'}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:37:49.471658 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b86e978-04cf-4885-91bd-a1836be56202 req-0a97bc2b-0fc4-4760-8c06-430d0dc7b0bd service neutron] Attempting to bind port 84638381-a10a-423e-ae50-4f652a10d4f3 on network d83dab97-84dd-4ed1-960a-d73699e6d280 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:37:49.477571 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b86e978-04cf-4885-91bd-a1836be56202 req-0a97bc2b-0fc4-4760-8c06-430d0dc7b0bd service neutron] Port 84638381-a10a-423e-ae50-4f652a10d4f3 on network d83dab97-84dd-4ed1-960a-d73699e6d280 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82489 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 21:37:49.477887 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b86e978-04cf-4885-91bd-a1836be56202 req-0a97bc2b-0fc4-4760-8c06-430d0dc7b0bd service neutron] Attempting to bind port 84638381-a10a-423e-ae50-4f652a10d4f3 on network d83dab97-84dd-4ed1-960a-d73699e6d280 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:37:49.483069 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b86e978-04cf-4885-91bd-a1836be56202 req-0a97bc2b-0fc4-4760-8c06-430d0dc7b0bd service neutron] Checking agent: {'id': 'fb6a4824-98a1-4114-b283-810c221687ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82489', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 18, 21), 'started_at': datetime.datetime(2022, 1, 17, 21, 18, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:37:49.483405 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b86e978-04cf-4885-91bd-a1836be56202 req-0a97bc2b-0fc4-4760-8c06-430d0dc7b0bd service neutron] Checking segment: {'id': '3f9ffa41-2cc8-49af-950f-98ebbe77ac71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd83dab97-84dd-4ed1-960a-d73699e6d280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:37:49.483792 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b86e978-04cf-4885-91bd-a1836be56202 req-0a97bc2b-0fc4-4760-8c06-430d0dc7b0bd service neutron] Bound using segment: {'id': '3f9ffa41-2cc8-49af-950f-98ebbe77ac71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd83dab97-84dd-4ed1-960a-d73699e6d280'} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:37:49.484223 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-3b86e978-04cf-4885-91bd-a1836be56202 req-0a97bc2b-0fc4-4760-8c06-430d0dc7b0bd service neutron] Bound port: 84638381-a10a-423e-ae50-4f652a10d4f3, host: hv-cinder-82489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f9ffa41-2cc8-49af-950f-98ebbe77ac71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd83dab97-84dd-4ed1-960a-d73699e6d280'}}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:37:49.484607 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-3b86e978-04cf-4885-91bd-a1836be56202 req-0a97bc2b-0fc4-4760-8c06-430d0dc7b0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (84638381-a10a-423e-ae50-4f652a10d4f3), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:49.553255 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-3b86e978-04cf-4885-91bd-a1836be56202 req-0a97bc2b-0fc4-4760-8c06-430d0dc7b0bd service neutron] For port 84638381-a10a-423e-ae50-4f652a10d4f3, host hv-cinder-82489, cleared binding levels {{(pid=102499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:37:49.556201 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-3b86e978-04cf-4885-91bd-a1836be56202 req-0a97bc2b-0fc4-4760-8c06-430d0dc7b0bd service neutron] For port 84638381-a10a-423e-ae50-4f652a10d4f3, host hv-cinder-82489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=84638381-a10a-423e-ae50-4f652a10d4f3,segment=NetworkSegment(3f9ffa41-2cc8-49af-950f-98ebbe77ac71),segment_id=3f9ffa41-2cc8-49af-950f-98ebbe77ac71)] {{(pid=102499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:37:49.560715 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-3b86e978-04cf-4885-91bd-a1836be56202 req-0a97bc2b-0fc4-4760-8c06-430d0dc7b0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3358448'] for port (84638381-a10a-423e-ae50-4f652a10d4f3), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:49.592696 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86e978-04cf-4885-91bd-a1836be56202 req-0a97bc2b-0fc4-4760-8c06-430d0dc7b0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:37:49.593311 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-3b86e978-04cf-4885-91bd-a1836be56202 req-0a97bc2b-0fc4-4760-8c06-430d0dc7b0bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:49.594868 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-3b86e978-04cf-4885-91bd-a1836be56202 req-0a97bc2b-0fc4-4760-8c06-430d0dc7b0bd service neutron] 10.222.0.72 "PUT /v2.0/ports/84638381-a10a-423e-ae50-4f652a10d4f3 HTTP/1.1" status: 200 len: 1094 time: 0.5837057 Jan 17 21:37:49.599924 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdf5db38-0987-41cc-b468-2267aac17deb', 'tag': '84638381-a10a-423e-ae50-4f652a10d4f3'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:37:49.602165 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c2de0e70a1bc7346ac1be0cec4f24ea848d889c4763a7575c3a73373459bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a05f43-e663-4433-996d-e854938681b4" -d '{"events": [{"name": "network-changed", "server_uuid": "fdf5db38-0987-41cc-b468-2267aac17deb", "tag": "84638381-a10a-423e-ae50-4f652a10d4f3"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:37:49.628004 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a97bc2b-0fc4-4760-8c06-430d0dc7b0bd service neutron] Pushing event updated for resources: {'Port': ['ID=84638381-a10a-423e-ae50-4f652a10d4f3,revision_number=3']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:37:49.681371 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67d9345-f1c5-4926-bfeb-9e54ca2a59f4 x-openstack-request-id: req-e67d9345-f1c5-4926-bfeb-9e54ca2a59f4 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:37:49.681716 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdf5db38-0987-41cc-b468-2267aac17deb", "tag": "84638381-a10a-423e-ae50-4f652a10d4f3", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:37:49.681914 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e67d9345-f1c5-4926-bfeb-9e54ca2a59f4 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:37:49.682318 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdf5db38-0987-41cc-b468-2267aac17deb', 'tag': '84638381-a10a-423e-ae50-4f652a10d4f3', 'status': 'completed', 'code': 200} Jan 17 21:37:49.700549 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86e978-04cf-4885-91bd-a1836be56202 req-f8bfaf5e-072b-458a-9344-c82a1489885f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:37:49.702088 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-3b86e978-04cf-4885-91bd-a1836be56202 req-f8bfaf5e-072b-458a-9344-c82a1489885f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8b4ad2da51ac441986f9af1c8c6a30c1&device_id=fdf5db38-0987-41cc-b468-2267aac17deb HTTP/1.1" status: 200 len: 1097 time: 0.0584490 Jan 17 21:37:49.739377 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0405260-38fb-4431-99f7-2afe6f5225a9 req-8c9c4a8f-c121-41b0-b6a2-30022df42fec tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:37:49.740979 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d0405260-38fb-4431-99f7-2afe6f5225a9 req-8c9c4a8f-c121-41b0-b6a2-30022df42fec tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdf5db38-0987-41cc-b468-2267aac17deb HTTP/1.1" status: 200 len: 944 time: 0.0602243 Jan 17 21:37:49.748879 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-3b86e978-04cf-4885-91bd-a1836be56202 req-72e44489-2a27-4d81-80e5-0c5cde9a0174 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84638381-a10a-423e-ae50-4f652a10d4f3 HTTP/1.1" status: 200 len: 217 time: 0.0395279 Jan 17 21:37:49.793317 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d0405260-38fb-4431-99f7-2afe6f5225a9 req-df64a1e2-9761-41d8-89a5-c8d5a98282cf tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=9005a887-abcb-4200-882b-75a399024bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462332 Jan 17 21:37:49.799832 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86e978-04cf-4885-91bd-a1836be56202 req-52d3b45a-13b6-45c3-b9a7-7032ffe41fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:37:49.801475 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-3b86e978-04cf-4885-91bd-a1836be56202 req-52d3b45a-13b6-45c3-b9a7-7032ffe41fff service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8214d204-9143-4faa-a6ac-e7dc15bbb7d7 HTTP/1.1" status: 200 len: 850 time: 0.0473919 Jan 17 21:37:49.847056 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86e978-04cf-4885-91bd-a1836be56202 req-29101b80-d02f-47da-b556-4617ad648a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:37:49.848539 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-3b86e978-04cf-4885-91bd-a1836be56202 req-29101b80-d02f-47da-b556-4617ad648a2b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d83dab97-84dd-4ed1-960a-d73699e6d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411093 Jan 17 21:37:49.940323 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-3b86e978-04cf-4885-91bd-a1836be56202 req-fb500cc2-78b4-4a5e-9368-66aca471d22d service neutron] 10.222.0.72 "GET /v2.0/networks/d83dab97-84dd-4ed1-960a-d73699e6d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846229 Jan 17 21:37:50.027895 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-3b86e978-04cf-4885-91bd-a1836be56202 req-39e47f72-2151-4a12-83ab-ff7950c3be2f service neutron] 10.222.0.72 "GET /v2.0/networks/d83dab97-84dd-4ed1-960a-d73699e6d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811756 Jan 17 21:37:50.110733 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a05f43-e663-4433-996d-e854938681b4 req-a5ad277b-da7b-45e0-81a3-8ef0feb869e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:37:50.113145 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-86a05f43-e663-4433-996d-e854938681b4 req-a5ad277b-da7b-45e0-81a3-8ef0feb869e2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8b4ad2da51ac441986f9af1c8c6a30c1&device_id=fdf5db38-0987-41cc-b468-2267aac17deb HTTP/1.1" status: 200 len: 1097 time: 0.0415494 Jan 17 21:37:50.204075 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a05f43-e663-4433-996d-e854938681b4 req-61b86a6e-f319-4356-ad11-edc4ec8a59d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:37:50.205494 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-86a05f43-e663-4433-996d-e854938681b4 req-61b86a6e-f319-4356-ad11-edc4ec8a59d9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d83dab97-84dd-4ed1-960a-d73699e6d280 HTTP/1.1" status: 200 len: 912 time: 0.0862453 Jan 17 21:37:50.246443 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-86a05f43-e663-4433-996d-e854938681b4 req-7f79129d-184f-4d08-9bf7-d65b8379fdd9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84638381-a10a-423e-ae50-4f652a10d4f3 HTTP/1.1" status: 200 len: 217 time: 0.0346646 Jan 17 21:37:50.297545 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a05f43-e663-4433-996d-e854938681b4 req-2240f292-07b9-49c9-9b0c-c87e927620cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:37:50.298948 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-86a05f43-e663-4433-996d-e854938681b4 req-2240f292-07b9-49c9-9b0c-c87e927620cb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8214d204-9143-4faa-a6ac-e7dc15bbb7d7 HTTP/1.1" status: 200 len: 850 time: 0.0450864 Jan 17 21:37:50.342314 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a05f43-e663-4433-996d-e854938681b4 req-889c39a7-e55e-47f9-ba28-e0e1c78f9093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:37:50.343809 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-86a05f43-e663-4433-996d-e854938681b4 req-889c39a7-e55e-47f9-ba28-e0e1c78f9093 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d83dab97-84dd-4ed1-960a-d73699e6d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393474 Jan 17 21:37:50.431167 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-86a05f43-e663-4433-996d-e854938681b4 req-29246ed7-b272-48ba-b213-974bd666e7ad service neutron] 10.222.0.72 "GET /v2.0/networks/d83dab97-84dd-4ed1-960a-d73699e6d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803034 Jan 17 21:37:50.523215 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-86a05f43-e663-4433-996d-e854938681b4 req-c16bcb28-e837-4314-9649-ed479ba41536 service neutron] 10.222.0.72 "GET /v2.0/networks/d83dab97-84dd-4ed1-960a-d73699e6d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863926 Jan 17 21:37:50.911828 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c702e38-d0aa-48ba-adeb-b90e7a71644e req-dfb0186f-7744-4292-8abe-cb83c63b384d tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:37:50.913978 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6c702e38-d0aa-48ba-adeb-b90e7a71644e req-dfb0186f-7744-4292-8abe-cb83c63b384d tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdf5db38-0987-41cc-b468-2267aac17deb HTTP/1.1" status: 200 len: 944 time: 0.0522859 Jan 17 21:37:50.959949 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-6c702e38-d0aa-48ba-adeb-b90e7a71644e req-10714261-e48d-4f56-8dd6-2b3ca1d4779b tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=9005a887-abcb-4200-882b-75a399024bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399294 Jan 17 21:37:52.073511 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceadd2b5-dc83-4840-a57b-4bd07d4d06aa req-93f22cec-3087-4978-bc67-f5505ed20070 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:37:52.075035 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ceadd2b5-dc83-4840-a57b-4bd07d4d06aa req-93f22cec-3087-4978-bc67-f5505ed20070 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdf5db38-0987-41cc-b468-2267aac17deb HTTP/1.1" status: 200 len: 944 time: 0.0488951 Jan 17 21:37:52.127305 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-ceadd2b5-dc83-4840-a57b-4bd07d4d06aa req-e4d99f3d-6e01-42fb-8582-3daca6107f0e tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=9005a887-abcb-4200-882b-75a399024bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466943 Jan 17 21:37:52.852181 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:53.244341 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 84638381-a10a-423e-ae50-4f652a10d4f3 details requested by agent hyperv_hv-cinder-82489 with host hv-cinder-82489 {{(pid=102500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:37:53.252943 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515034e1-4593-4def-87c0-ac51cc8ad357 req-489dc99e-1bc0-4ae9-aab3-af931ad53c64 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:37:53.254511 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-515034e1-4593-4def-87c0-ac51cc8ad357 req-489dc99e-1bc0-4ae9-aab3-af931ad53c64 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdf5db38-0987-41cc-b468-2267aac17deb HTTP/1.1" status: 200 len: 944 time: 0.0553491 Jan 17 21:37:53.315317 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-515034e1-4593-4def-87c0-ac51cc8ad357 req-4a54e53a-8fc8-4397-9d51-397ec5f784bf tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=9005a887-abcb-4200-882b-75a399024bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506980 Jan 17 21:37:53.349288 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port 84638381-a10a-423e-ae50-4f652a10d4f3, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=84638381-a10a-423e-ae50-4f652a10d4f3,segment=NetworkSegment(3f9ffa41-2cc8-49af-950f-98ebbe77ac71),segment_id=3f9ffa41-2cc8-49af-950f-98ebbe77ac71)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:37:53.361444 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Returning: {'device': '84638381-a10a-423e-ae50-4f652a10d4f3', 'network_id': 'd83dab97-84dd-4ed1-960a-d73699e6d280', 'port_id': '84638381-a10a-423e-ae50-4f652a10d4f3', 'mac_address': 'fa:16:3e:6d:a6:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8214d204-9143-4faa-a6ac-e7dc15bbb7d7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:37:53.401392 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port 84638381-a10a-423e-ae50-4f652a10d4f3 is: DOWN; New status is: BUILD {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:37:53.401783 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (84638381-a10a-423e-ae50-4f652a10d4f3), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:53.415411 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84638381-a10a-423e-ae50-4f652a10d4f3 {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:37:53.435341 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port 84638381-a10a-423e-ae50-4f652a10d4f3, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=84638381-a10a-423e-ae50-4f652a10d4f3,segment=NetworkSegment(3f9ffa41-2cc8-49af-950f-98ebbe77ac71),segment_id=3f9ffa41-2cc8-49af-950f-98ebbe77ac71)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:37:53.439773 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (84638381-a10a-423e-ae50-4f652a10d4f3), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:53.493415 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=84638381-a10a-423e-ae50-4f652a10d4f3,revision_number=4']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:37:53.500502 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:53.500778 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:53.501124 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:53.501462 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:53.501795 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:53.502127 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:53.502455 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:53.502781 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:53.503111 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:53.503437 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:53.503761 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:53.504081 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:53.504426 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:53.862840 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] get_ports_and_sgs() called for port_ids ['84638381-a10a-423e-ae50-4f652a10d4f3'] {{(pid=102500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:37:54.432937 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f3ef9-9f8c-43fc-ad4b-b26c14fcc33e req-fc139c70-539e-4da2-a4ab-7e8309f016c5 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:37:54.434518 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9c3f3ef9-9f8c-43fc-ad4b-b26c14fcc33e req-fc139c70-539e-4da2-a4ab-7e8309f016c5 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdf5db38-0987-41cc-b468-2267aac17deb HTTP/1.1" status: 200 len: 945 time: 0.0495634 Jan 17 21:37:54.483059 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-9c3f3ef9-9f8c-43fc-ad4b-b26c14fcc33e req-87b07e66-9c85-47ce-978c-d96a387b2c69 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=9005a887-abcb-4200-882b-75a399024bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421231 Jan 17 21:37:54.941496 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-dae7decd-122d-40be-8d53-b4691b89cf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:55.258597 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 84638381-a10a-423e-ae50-4f652a10d4f3 up at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:37:55.306682 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning for port 84638381-a10a-423e-ae50-4f652a10d4f3 completed by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 21:37:55.311265 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Provisioning complete for port 84638381-a10a-423e-ae50-4f652a10d4f3 triggered by entity L2. {{(pid=102500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:37:55.311642 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7877493'] for port (84638381-a10a-423e-ae50-4f652a10d4f3), provisioning_complete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:55.392231 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Current status of the port 84638381-a10a-423e-ae50-4f652a10d4f3 is: BUILD; New status is: ACTIVE {{(pid=102500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:37:55.392662 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8279532'] for port (84638381-a10a-423e-ae50-4f652a10d4f3), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:55.417095 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf5db38-0987-41cc-b468-2267aac17deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84638381-a10a-423e-ae50-4f652a10d4f3'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:37:55.419346 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd74998850970e76e5e696d55ae046c45085ecb7dce1b7bf3912a5be803d1cbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f29363-3ca1-4aa6-b5d3-3d900ae30337" -d '{"events": [{"server_uuid": "fdf5db38-0987-41cc-b468-2267aac17deb", "name": "network-vif-plugged", "status": "completed", "tag": "84638381-a10a-423e-ae50-4f652a10d4f3"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:37:55.432121 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-10202abf-4883-4834-9854-ef135fd28470 None None] For port 84638381-a10a-423e-ae50-4f652a10d4f3, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=84638381-a10a-423e-ae50-4f652a10d4f3,segment=NetworkSegment(3f9ffa41-2cc8-49af-950f-98ebbe77ac71),segment_id=3f9ffa41-2cc8-49af-950f-98ebbe77ac71)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:37:55.436313 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789461565579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789460986983', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789460987001'] for port (84638381-a10a-423e-ae50-4f652a10d4f3), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:55.464720 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bdbe3a-b212-46a1-b99e-36fac0eeded4 x-openstack-request-id: req-c2bdbe3a-b212-46a1-b99e-36fac0eeded4 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:37:55.465017 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf5db38-0987-41cc-b468-2267aac17deb", "name": "network-vif-plugged", "status": "completed", "tag": "84638381-a10a-423e-ae50-4f652a10d4f3", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:37:55.465277 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c2bdbe3a-b212-46a1-b99e-36fac0eeded4 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:37:55.465676 dv-cinder-824895-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf5db38-0987-41cc-b468-2267aac17deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84638381-a10a-423e-ae50-4f652a10d4f3', 'code': 200} Jan 17 21:37:55.492051 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Pushing event updated for resources: {'Port': ['ID=84638381-a10a-423e-ae50-4f652a10d4f3,revision_number=5']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:37:55.599040 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee31784-af98-41f3-ab04-ddaf0ee3cbd1 req-d8ca3ff5-c740-4bc7-b3cd-7fa2afe6a35b tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:37:55.600724 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cee31784-af98-41f3-ab04-ddaf0ee3cbd1 req-d8ca3ff5-c740-4bc7-b3cd-7fa2afe6a35b tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdf5db38-0987-41cc-b468-2267aac17deb HTTP/1.1" status: 200 len: 946 time: 0.0496497 Jan 17 21:37:55.620632 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93906523-3c59-404d-a586-ac1396ac2d3b req-2b9a4b0e-30ff-4b76-abc6-f730abe87bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:37:55.622159 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-93906523-3c59-404d-a586-ac1396ac2d3b req-2b9a4b0e-30ff-4b76-abc6-f730abe87bf6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fdf5db38-0987-41cc-b468-2267aac17deb HTTP/1.1" status: 200 len: 1099 time: 0.0418363 Jan 17 21:37:55.657308 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cee31784-af98-41f3-ab04-ddaf0ee3cbd1 req-789d60b6-754a-4c93-96eb-5071259a4ed0 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=9005a887-abcb-4200-882b-75a399024bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505970 Jan 17 21:37:55.665564 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-93906523-3c59-404d-a586-ac1396ac2d3b req-063d7246-0d4c-41ab-9b75-41bf3132b287 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9005a887-abcb-4200-882b-75a399024bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378711 Jan 17 21:37:56.774581 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c82212-5fd4-45a9-9c62-ef9489d964b5 req-bcd58ce1-7d34-4f1c-ba41-560a251c6806 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:37:56.776074 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d4c82212-5fd4-45a9-9c62-ef9489d964b5 req-bcd58ce1-7d34-4f1c-ba41-560a251c6806 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdf5db38-0987-41cc-b468-2267aac17deb HTTP/1.1" status: 200 len: 946 time: 0.0502501 Jan 17 21:37:56.823646 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d4c82212-5fd4-45a9-9c62-ef9489d964b5 req-3756f514-5afe-452f-8207-ec87c766fd91 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=9005a887-abcb-4200-882b-75a399024bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417523 Jan 17 21:37:57.695541 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6c088121-39dd-4baa-9521-ad88586f2acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:57.939490 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d48c7-cc9b-4432-9c1c-51d54dff044a req-7671fd38-f78e-4d3c-b618-58603245fd0a tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:37:57.940991 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d23d48c7-cc9b-4432-9c1c-51d54dff044a req-7671fd38-f78e-4d3c-b618-58603245fd0a tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdf5db38-0987-41cc-b468-2267aac17deb HTTP/1.1" status: 200 len: 946 time: 0.0489697 Jan 17 21:37:57.989019 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-d23d48c7-cc9b-4432-9c1c-51d54dff044a req-8ee8da04-3961-43eb-93fb-41986168dfa4 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=9005a887-abcb-4200-882b-75a399024bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424900 Jan 17 21:37:58.102802 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a72d4-7dfa-4fa5-8118-7c5ecf78b7c9 req-b7fad778-1624-4d77-bd4a-6d58105ed636 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:37:58.104273 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-cf1a72d4-7dfa-4fa5-8118-7c5ecf78b7c9 req-b7fad778-1624-4d77-bd4a-6d58105ed636 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdf5db38-0987-41cc-b468-2267aac17deb HTTP/1.1" status: 200 len: 946 time: 0.0537269 Jan 17 21:37:58.112860 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 33290) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:37:58.118363 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-b3e42d08-daaa-4307-9779-548580b7a971 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Request body: {'floatingip': {'port_id': '84638381-a10a-423e-ae50-4f652a10d4f3'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:37:58.160400 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b3e42d08-daaa-4307-9779-548580b7a971 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks [] for floatingip (c6405979-2b3e-4fac-aff2-ef016fe5831a), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:58.514162 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:58.593798 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b3e42d08-daaa-4307-9779-548580b7a971 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:58.599250 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b3e42d08-daaa-4307-9779-548580b7a971 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1018624'] for floatingip (c6405979-2b3e-4fac-aff2-ef016fe5831a), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:58.695887 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.db.l3_db [None req-b3e42d08-daaa-4307-9779-548580b7a971 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Floating IP c6405979-2b3e-4fac-aff2-ef016fe5831a associated. External IP: 172.27.0.149, port: 84638381-a10a-423e-ae50-4f652a10d4f3. Jan 17 21:37:58.903985 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e42d08-daaa-4307-9779-548580b7a971 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Router 0c759ba7-634b-4e92-ad9c-fcdde4c03ca4 has already been hosted by L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:37:59.009808 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e42d08-daaa-4307-9779-548580b7a971 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:37:59.014808 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b3e42d08-daaa-4307-9779-548580b7a971 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for floatingip (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:59.019520 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11edeae-080b-4f7f-a86b-4a29bc4a7b01 None None] Sync routers for ids ['0c759ba7-634b-4e92-ad9c-fcdde4c03ca4'] in dv-cinder-824895-3-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:37:59.029149 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11edeae-080b-4f7f-a86b-4a29bc4a7b01 None None] Routers {'0c759ba7-634b-4e92-ad9c-fcdde4c03ca4'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:37:59.029758 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-c11edeae-080b-4f7f-a86b-4a29bc4a7b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:37:58Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['0c759ba7-634b-4e92-ad9c-fcdde4c03ca4'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:37:59.041080 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-b3e42d08-daaa-4307-9779-548580b7a971 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "PUT /v2.0/floatingips/c6405979-2b3e-4fac-aff2-ef016fe5831a HTTP/1.1" status: 200 len: 992 time: 0.9269755 Jan 17 21:37:59.041683 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdf5db38-0987-41cc-b468-2267aac17deb', 'tag': '84638381-a10a-423e-ae50-4f652a10d4f3'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:37:59.043959 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c2de0e70a1bc7346ac1be0cec4f24ea848d889c4763a7575c3a73373459bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863303c2-41e5-45bf-84ae-9d005f8a401d" -d '{"events": [{"name": "network-changed", "server_uuid": "fdf5db38-0987-41cc-b468-2267aac17deb", "tag": "84638381-a10a-423e-ae50-4f652a10d4f3"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:37:59.084211 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffadb925-4999-48fe-80f7-fa6078e5148e x-openstack-request-id: req-ffadb925-4999-48fe-80f7-fa6078e5148e {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:37:59.084559 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdf5db38-0987-41cc-b468-2267aac17deb", "tag": "84638381-a10a-423e-ae50-4f652a10d4f3", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:37:59.084822 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ffadb925-4999-48fe-80f7-fa6078e5148e {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:37:59.085255 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdf5db38-0987-41cc-b468-2267aac17deb', 'tag': '84638381-a10a-423e-ae50-4f652a10d4f3', 'status': 'completed', 'code': 200} Jan 17 21:37:59.137899 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-c11edeae-080b-4f7f-a86b-4a29bc4a7b01 None None] Set router 0c759ba7-634b-4e92-ad9c-fcdde4c03ca4 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:37:59.150803 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863303c2-41e5-45bf-84ae-9d005f8a401d req-2104e89a-a84d-46d5-b1fc-8ebbc0287fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:37:59.152497 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-863303c2-41e5-45bf-84ae-9d005f8a401d req-2104e89a-a84d-46d5-b1fc-8ebbc0287fdf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8b4ad2da51ac441986f9af1c8c6a30c1&device_id=fdf5db38-0987-41cc-b468-2267aac17deb HTTP/1.1" status: 200 len: 1099 time: 0.0448229 Jan 17 21:37:59.239720 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863303c2-41e5-45bf-84ae-9d005f8a401d req-70beff06-09d6-4357-ae01-7179ed7934b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:37:59.241721 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-863303c2-41e5-45bf-84ae-9d005f8a401d req-70beff06-09d6-4357-ae01-7179ed7934b3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d83dab97-84dd-4ed1-960a-d73699e6d280 HTTP/1.1" status: 200 len: 912 time: 0.0839393 Jan 17 21:37:59.309740 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-863303c2-41e5-45bf-84ae-9d005f8a401d req-5072d31a-c709-4693-a156-b857cb3e3019 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84638381-a10a-423e-ae50-4f652a10d4f3 HTTP/1.1" status: 200 len: 1000 time: 0.0611215 Jan 17 21:37:59.357566 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863303c2-41e5-45bf-84ae-9d005f8a401d req-da7935f5-5ec0-4ada-a6e2-5d6704cc4419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:37:59.358291 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-c11edeae-080b-4f7f-a86b-4a29bc4a7b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'name': 'tempest-AttachVolumeTestJSON-1996386312-router', 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'ab896688-58d0-4853-9955-5d2ec31285ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:33:19Z', 'updated_at': '2022-01-17T21:33:22Z', 'revision_number': 4, 'project_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'gw_port': {'id': 'ab896688-58d0-4853-9955-5d2ec31285ab', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:33:20Z', 'updated_at': '2022-01-17T21:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_floatingips': [{'id': 'c6405979-2b3e-4fac-aff2-ef016fe5831a', 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'floating_ip_address': '172.27.0.149', 'floating_network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'router_id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'port_id': '84638381-a10a-423e-ae50-4f652a10d4f3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd83dab97-84dd-4ed1-960a-d73699e6d280', 'mac_address': 'fa:16:3e:6d:a6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf5db38-0987-41cc-b468-2267aac17deb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:37:46Z', 'updated_at': '2022-01-17T21:37:58Z', 'revision_number': 1, 'project_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2406d4ab-dadb-4d15-bb41-9be53770e4eb', 'name': '', 'network_id': 'd83dab97-84dd-4ed1-960a-d73699e6d280', 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'mac_address': 'fa:16:3e:f3:46:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '8214d204-9143-4faa-a6ac-e7dc15bbb7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:33:22Z', 'updated_at': '2022-01-17T21:33:25Z', 'revision_number': 5, 'project_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'subnets': [{'id': '8214d204-9143-4faa-a6ac-e7dc15bbb7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:37:59.359012 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-863303c2-41e5-45bf-84ae-9d005f8a401d req-da7935f5-5ec0-4ada-a6e2-5d6704cc4419 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8214d204-9143-4faa-a6ac-e7dc15bbb7d7 HTTP/1.1" status: 200 len: 850 time: 0.0438306 Jan 17 21:37:59.384248 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11edeae-080b-4f7f-a86b-4a29bc4a7b01 None None] Checking router: 0c759ba7-634b-4e92-ad9c-fcdde4c03ca4 for host: dv-cinder-824895-3-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:37:59.392756 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11edeae-080b-4f7f-a86b-4a29bc4a7b01 None None] Routers {'0c759ba7-634b-4e92-ad9c-fcdde4c03ca4'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:37:59.393381 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-c11edeae-080b-4f7f-a86b-4a29bc4a7b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:37:58Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['0c759ba7-634b-4e92-ad9c-fcdde4c03ca4'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:37:59.402023 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863303c2-41e5-45bf-84ae-9d005f8a401d req-164b585d-da76-493e-beac-1a7741b0fe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:37:59.403505 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-863303c2-41e5-45bf-84ae-9d005f8a401d req-164b585d-da76-493e-beac-1a7741b0fe20 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d83dab97-84dd-4ed1-960a-d73699e6d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392044 Jan 17 21:37:59.493182 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-863303c2-41e5-45bf-84ae-9d005f8a401d req-1999c37d-6602-49f2-bb85-90464a33b6bd service neutron] 10.222.0.72 "GET /v2.0/networks/d83dab97-84dd-4ed1-960a-d73699e6d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838976 Jan 17 21:37:59.498524 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-c11edeae-080b-4f7f-a86b-4a29bc4a7b01 None None] Set router 0c759ba7-634b-4e92-ad9c-fcdde4c03ca4 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:37:59.582025 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-863303c2-41e5-45bf-84ae-9d005f8a401d req-f070565c-e847-4b9e-9861-47123140fe07 service neutron] 10.222.0.72 "GET /v2.0/networks/d83dab97-84dd-4ed1-960a-d73699e6d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824327 Jan 17 21:37:59.719508 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-c11edeae-080b-4f7f-a86b-4a29bc4a7b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'name': 'tempest-AttachVolumeTestJSON-1996386312-router', 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'ab896688-58d0-4853-9955-5d2ec31285ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:33:19Z', 'updated_at': '2022-01-17T21:33:22Z', 'revision_number': 4, 'project_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'gw_port': {'id': 'ab896688-58d0-4853-9955-5d2ec31285ab', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:33:20Z', 'updated_at': '2022-01-17T21:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_floatingips': [{'id': 'c6405979-2b3e-4fac-aff2-ef016fe5831a', 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'floating_ip_address': '172.27.0.149', 'floating_network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'router_id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'port_id': '84638381-a10a-423e-ae50-4f652a10d4f3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd83dab97-84dd-4ed1-960a-d73699e6d280', 'mac_address': 'fa:16:3e:6d:a6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf5db38-0987-41cc-b468-2267aac17deb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:37:46Z', 'updated_at': '2022-01-17T21:37:58Z', 'revision_number': 1, 'project_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2406d4ab-dadb-4d15-bb41-9be53770e4eb', 'name': '', 'network_id': 'd83dab97-84dd-4ed1-960a-d73699e6d280', 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'mac_address': 'fa:16:3e:f3:46:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '8214d204-9143-4faa-a6ac-e7dc15bbb7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:33:22Z', 'updated_at': '2022-01-17T21:33:25Z', 'revision_number': 5, 'project_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'subnets': [{'id': '8214d204-9143-4faa-a6ac-e7dc15bbb7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:37:59.745322 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11edeae-080b-4f7f-a86b-4a29bc4a7b01 None None] The sync data for ids ['0c759ba7-634b-4e92-ad9c-fcdde4c03ca4'] in dv-cinder-824895-3-iscsi is: [{'id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'name': 'tempest-AttachVolumeTestJSON-1996386312-router', 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'ab896688-58d0-4853-9955-5d2ec31285ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:33:19Z', 'updated_at': '2022-01-17T21:33:22Z', 'revision_number': 4, 'project_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'gw_port': {'id': 'ab896688-58d0-4853-9955-5d2ec31285ab', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:33:20Z', 'updated_at': '2022-01-17T21:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_floatingips': [{'id': 'c6405979-2b3e-4fac-aff2-ef016fe5831a', 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'floating_ip_address': '172.27.0.149', 'floating_network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'router_id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'port_id': '84638381-a10a-423e-ae50-4f652a10d4f3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd83dab97-84dd-4ed1-960a-d73699e6d280', 'mac_address': 'fa:16:3e:6d:a6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf5db38-0987-41cc-b468-2267aac17deb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:37:46Z', 'updated_at': '2022-01-17T21:37:58Z', 'revision_number': 1, 'project_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2406d4ab-dadb-4d15-bb41-9be53770e4eb', 'name': '', 'network_id': 'd83dab97-84dd-4ed1-960a-d73699e6d280', 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'mac_address': 'fa:16:3e:f3:46:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '8214d204-9143-4faa-a6ac-e7dc15bbb7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:33:22Z', 'updated_at': '2022-01-17T21:33:25Z', 'revision_number': 5, 'project_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'subnets': [{'id': '8214d204-9143-4faa-a6ac-e7dc15bbb7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:37:59.960476 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678a3a96-1221-4098-9559-f03844f9b3f9 None None] New status for floating IP c6405979-2b3e-4fac-aff2-ef016fe5831a: ACTIVE {{(pid=102500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 21:38:00.122652 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:38:01.422916 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:38:22.855185 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:38:24.943146 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-628db896-e6f4-43c1-b570-9e8bb6148c8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:38:25.210533 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:38:27.698056 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-978423a5-2060-410c-82ac-e1915570b6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:38:28.518071 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:38:30.128360 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:38:31.424977 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:38:38.467592 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ef64111e-9b6f-49ec-8c3f-1e9cbd6de587 req-287cd2b7-ff4e-456f-918a-f1b170e8ec53 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fdf5db38-0987-41cc-b468-2267aac17deb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407732 Jan 17 21:38:38.551982 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64111e-9b6f-49ec-8c3f-1e9cbd6de587 req-ed27e971-c9bb-4f4d-8558-20959d3c4de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:38:38.553400 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ef64111e-9b6f-49ec-8c3f-1e9cbd6de587 req-ed27e971-c9bb-4f4d-8558-20959d3c4de4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8b4ad2da51ac441986f9af1c8c6a30c1&device_id=fdf5db38-0987-41cc-b468-2267aac17deb HTTP/1.1" status: 200 len: 1099 time: 0.0438240 Jan 17 21:38:38.652552 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64111e-9b6f-49ec-8c3f-1e9cbd6de587 req-2d6082ab-e528-4af6-9a0d-6b4f2cba9378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:38:38.654133 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ef64111e-9b6f-49ec-8c3f-1e9cbd6de587 req-2d6082ab-e528-4af6-9a0d-6b4f2cba9378 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d83dab97-84dd-4ed1-960a-d73699e6d280 HTTP/1.1" status: 200 len: 912 time: 0.0819795 Jan 17 21:38:38.723314 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ef64111e-9b6f-49ec-8c3f-1e9cbd6de587 req-a769fb87-536a-4254-a877-ffdf3039a2ad service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84638381-a10a-423e-ae50-4f652a10d4f3 HTTP/1.1" status: 200 len: 1002 time: 0.0632634 Jan 17 21:38:38.770586 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64111e-9b6f-49ec-8c3f-1e9cbd6de587 req-ae2fbeaf-4210-40c3-b74f-23f168c57498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:38:38.772021 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ef64111e-9b6f-49ec-8c3f-1e9cbd6de587 req-ae2fbeaf-4210-40c3-b74f-23f168c57498 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8214d204-9143-4faa-a6ac-e7dc15bbb7d7 HTTP/1.1" status: 200 len: 850 time: 0.0431638 Jan 17 21:38:38.816083 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64111e-9b6f-49ec-8c3f-1e9cbd6de587 req-b1d623d2-c4f2-47e7-8d38-39474bc2f056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:38:38.817496 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ef64111e-9b6f-49ec-8c3f-1e9cbd6de587 req-b1d623d2-c4f2-47e7-8d38-39474bc2f056 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d83dab97-84dd-4ed1-960a-d73699e6d280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392034 Jan 17 21:38:38.912928 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ef64111e-9b6f-49ec-8c3f-1e9cbd6de587 req-80c33a3f-6720-4ad1-972a-9ed675f92a5f service neutron] 10.222.0.72 "GET /v2.0/networks/d83dab97-84dd-4ed1-960a-d73699e6d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893664 Jan 17 21:38:38.999199 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ef64111e-9b6f-49ec-8c3f-1e9cbd6de587 req-55ca838c-53d6-44c7-9344-723f2814d9ac service neutron] 10.222.0.72 "GET /v2.0/networks/d83dab97-84dd-4ed1-960a-d73699e6d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809188 Jan 17 21:38:52.858134 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:38:54.946804 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ff5e5c85-9eb5-478f-b63a-b8f1d29662bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:38:57.700577 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-3e5333c9-a8d1-489e-bb4b-907c5f69c28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:38:58.522722 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:00.135759 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:01.428830 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:02.212118 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:39:22.864573 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:24.950785 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-1e82b138-0d3e-498d-b554-8aaa4040e356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:27.702675 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-45936dd0-9499-4953-bbfd-9b6c44bdb3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:28.524914 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:30.131340 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:31.432237 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:32.572903 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338449b5-0939-4797-a8d6-86fa22b87c40 req-d8830ddf-988d-4a14-bf58-0d1989fe7d16 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:39:32.574388 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-338449b5-0939-4797-a8d6-86fa22b87c40 req-d8830ddf-988d-4a14-bf58-0d1989fe7d16 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdf5db38-0987-41cc-b468-2267aac17deb HTTP/1.1" status: 200 len: 946 time: 0.0534332 Jan 17 21:39:32.621313 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-338449b5-0939-4797-a8d6-86fa22b87c40 req-4570e08f-3ae8-41a8-9860-851c128ca6f4 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=9005a887-abcb-4200-882b-75a399024bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410132 Jan 17 21:39:33.738943 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62adef2-f6a5-44af-a886-fa1109fddb1c req-1d5e9d3c-9a0a-46ac-9014-102a628fd47f tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:39:33.740508 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b62adef2-f6a5-44af-a886-fa1109fddb1c req-1d5e9d3c-9a0a-46ac-9014-102a628fd47f tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdf5db38-0987-41cc-b468-2267aac17deb HTTP/1.1" status: 200 len: 946 time: 0.0515094 Jan 17 21:39:33.797573 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-b62adef2-f6a5-44af-a886-fa1109fddb1c req-352ae9bb-7cb1-4d9d-8cfa-66dd85e473f3 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=9005a887-abcb-4200-882b-75a399024bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511856 Jan 17 21:39:34.517130 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69f233-213d-4d24-935a-2416ee1222f4 req-e05f02ae-e1ad-49c9-b948-8f36efc66154 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:39:34.518561 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-4c69f233-213d-4d24-935a-2416ee1222f4 req-e05f02ae-e1ad-49c9-b948-8f36efc66154 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.72 "GET /v2.0/ports?device_id=fdf5db38-0987-41cc-b468-2267aac17deb HTTP/1.1" status: 200 len: 946 time: 0.0485346 Jan 17 21:39:34.611438 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-4c69f233-213d-4d24-935a-2416ee1222f4 req-88adac89-c5ec-4113-98b5-ab0f9662ecde tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Deleting port 84638381-a10a-423e-ae50-4f652a10d4f3 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:39:34.611782 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-4c69f233-213d-4d24-935a-2416ee1222f4 req-88adac89-c5ec-4113-98b5-ab0f9662ecde tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (84638381-a10a-423e-ae50-4f652a10d4f3), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:34.698854 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-4c69f233-213d-4d24-935a-2416ee1222f4 req-88adac89-c5ec-4113-98b5-ab0f9662ecde tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] For port 84638381-a10a-423e-ae50-4f652a10d4f3, host hv-cinder-82489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82489',level=0,port_id=84638381-a10a-423e-ae50-4f652a10d4f3,segment=NetworkSegment(3f9ffa41-2cc8-49af-950f-98ebbe77ac71),segment_id=3f9ffa41-2cc8-49af-950f-98ebbe77ac71)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:39:34.699226 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-4c69f233-213d-4d24-935a-2416ee1222f4 req-88adac89-c5ec-4113-98b5-ab0f9662ecde tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (84638381-a10a-423e-ae50-4f652a10d4f3), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:34.916814 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d12641-0bfb-4830-93f7-411d983845ae req-a588889c-34d8-4fd8-8595-188450f12f74 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:39:34.918400 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-41d12641-0bfb-4830-93f7-411d983845ae req-a588889c-34d8-4fd8-8595-188450f12f74 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdf5db38-0987-41cc-b468-2267aac17deb HTTP/1.1" status: 200 len: 946 time: 0.0517855 Jan 17 21:39:34.966693 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [req-41d12641-0bfb-4830-93f7-411d983845ae req-72faaa19-8f1c-4ac8-b5d2-a0b502e80dc9 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups?id=9005a887-abcb-4200-882b-75a399024bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426335 Jan 17 21:39:35.117831 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-4c69f233-213d-4d24-935a-2416ee1222f4 req-88adac89-c5ec-4113-98b5-ab0f9662ecde tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:35.118259 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-4c69f233-213d-4d24-935a-2416ee1222f4 req-88adac89-c5ec-4113-98b5-ab0f9662ecde tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1018624'] for floatingip (c6405979-2b3e-4fac-aff2-ef016fe5831a), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:35.118591 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.db.l3_db [req-4c69f233-213d-4d24-935a-2416ee1222f4 req-88adac89-c5ec-4113-98b5-ab0f9662ecde tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Floating IP c6405979-2b3e-4fac-aff2-ef016fe5831a disassociated. External IP: 172.27.0.149, port: 84638381-a10a-423e-ae50-4f652a10d4f3. Jan 17 21:39:35.118938 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-4c69f233-213d-4d24-935a-2416ee1222f4 req-88adac89-c5ec-4113-98b5-ab0f9662ecde tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Calling delete_port for 84638381-a10a-423e-ae50-4f652a10d4f3 owned by compute:nova {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:39:35.244624 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-4c69f233-213d-4d24-935a-2416ee1222f4 req-88adac89-c5ec-4113-98b5-ab0f9662ecde tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (84638381-a10a-423e-ae50-4f652a10d4f3), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:35.270575 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88adac89-c5ec-4113-98b5-ab0f9662ecde tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Pushing event deleted for resources: {'Port': ['ID=84638381-a10a-423e-ae50-4f652a10d4f3,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:39:35.282906 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88adac89-c5ec-4113-98b5-ab0f9662ecde tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:39:35.283270 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88adac89-c5ec-4113-98b5-ab0f9662ecde tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:39:35.283624 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88adac89-c5ec-4113-98b5-ab0f9662ecde tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:39:35.284090 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88adac89-c5ec-4113-98b5-ab0f9662ecde tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:39:35.284295 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88adac89-c5ec-4113-98b5-ab0f9662ecde tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:39:35.284678 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88adac89-c5ec-4113-98b5-ab0f9662ecde tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:39:35.285013 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88adac89-c5ec-4113-98b5-ab0f9662ecde tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:39:35.285351 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88adac89-c5ec-4113-98b5-ab0f9662ecde tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:39:35.285681 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88adac89-c5ec-4113-98b5-ab0f9662ecde tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:39:35.286011 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88adac89-c5ec-4113-98b5-ab0f9662ecde tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:39:35.286338 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88adac89-c5ec-4113-98b5-ab0f9662ecde tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:39:35.286663 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88adac89-c5ec-4113-98b5-ab0f9662ecde tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:39:35.286994 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88adac89-c5ec-4113-98b5-ab0f9662ecde tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:39:35.394909 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c69f233-213d-4d24-935a-2416ee1222f4 req-88adac89-c5ec-4113-98b5-ab0f9662ecde tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Router 0c759ba7-634b-4e92-ad9c-fcdde4c03ca4 has already been hosted by L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:39:35.500578 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c69f233-213d-4d24-935a-2416ee1222f4 req-88adac89-c5ec-4113-98b5-ab0f9662ecde tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:39:35.511131 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95e801a-326f-42e5-b148-899cb0a2d2b3 None None] Sync routers for ids ['0c759ba7-634b-4e92-ad9c-fcdde4c03ca4'] in dv-cinder-824895-3-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:39:35.520920 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95e801a-326f-42e5-b148-899cb0a2d2b3 None None] Routers {'0c759ba7-634b-4e92-ad9c-fcdde4c03ca4'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:39:35.521534 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-a95e801a-326f-42e5-b148-899cb0a2d2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:39:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['0c759ba7-634b-4e92-ad9c-fcdde4c03ca4'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:39:35.538873 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c69f233-213d-4d24-935a-2416ee1222f4 req-88adac89-c5ec-4113-98b5-ab0f9662ecde tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] No DVR routers for this DVR port 84638381-a10a-423e-ae50-4f652a10d4f3 on host hv-cinder-82489 {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:39:35.541425 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-4c69f233-213d-4d24-935a-2416ee1222f4 req-88adac89-c5ec-4113-98b5-ab0f9662ecde tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:35.544797 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-4c69f233-213d-4d24-935a-2416ee1222f4 req-88adac89-c5ec-4113-98b5-ab0f9662ecde tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.72 "DELETE /v2.0/ports/84638381-a10a-423e-ae50-4f652a10d4f3 HTTP/1.1" status: 204 len: 173 time: 1.0211806 Jan 17 21:39:35.545183 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf5db38-0987-41cc-b468-2267aac17deb', 'name': 'network-vif-deleted', 'tag': '84638381-a10a-423e-ae50-4f652a10d4f3'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:39:35.547494 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55c2de0e70a1bc7346ac1be0cec4f24ea848d889c4763a7575c3a73373459bbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea420bb-fef8-4020-a8fc-343bde3a2cd6" -d '{"events": [{"server_uuid": "fdf5db38-0987-41cc-b468-2267aac17deb", "name": "network-vif-deleted", "tag": "84638381-a10a-423e-ae50-4f652a10d4f3"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:39:35.590837 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5cd586-9d8e-4b72-84a6-d628bf642ba6 x-openstack-request-id: req-3b5cd586-9d8e-4b72-84a6-d628bf642ba6 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:39:35.591135 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf5db38-0987-41cc-b468-2267aac17deb", "name": "network-vif-deleted", "tag": "84638381-a10a-423e-ae50-4f652a10d4f3", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:39:35.591389 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3b5cd586-9d8e-4b72-84a6-d628bf642ba6 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:39:35.591789 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf5db38-0987-41cc-b468-2267aac17deb', 'name': 'network-vif-deleted', 'tag': '84638381-a10a-423e-ae50-4f652a10d4f3', 'status': 'completed', 'code': 200} Jan 17 21:39:35.723437 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-a95e801a-326f-42e5-b148-899cb0a2d2b3 None None] Set router 0c759ba7-634b-4e92-ad9c-fcdde4c03ca4 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:39:35.923713 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-a95e801a-326f-42e5-b148-899cb0a2d2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'name': 'tempest-AttachVolumeTestJSON-1996386312-router', 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'ab896688-58d0-4853-9955-5d2ec31285ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:33:19Z', 'updated_at': '2022-01-17T21:33:22Z', 'revision_number': 4, 'project_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'gw_port': {'id': 'ab896688-58d0-4853-9955-5d2ec31285ab', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:33:20Z', 'updated_at': '2022-01-17T21:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': '2406d4ab-dadb-4d15-bb41-9be53770e4eb', 'name': '', 'network_id': 'd83dab97-84dd-4ed1-960a-d73699e6d280', 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'mac_address': 'fa:16:3e:f3:46:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '8214d204-9143-4faa-a6ac-e7dc15bbb7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:33:22Z', 'updated_at': '2022-01-17T21:33:25Z', 'revision_number': 5, 'project_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'subnets': [{'id': '8214d204-9143-4faa-a6ac-e7dc15bbb7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:39:35.951573 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95e801a-326f-42e5-b148-899cb0a2d2b3 None None] Checking router: 0c759ba7-634b-4e92-ad9c-fcdde4c03ca4 for host: dv-cinder-824895-3-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:39:35.960148 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95e801a-326f-42e5-b148-899cb0a2d2b3 None None] Routers {'0c759ba7-634b-4e92-ad9c-fcdde4c03ca4'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:39:35.960799 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-a95e801a-326f-42e5-b148-899cb0a2d2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:39:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['0c759ba7-634b-4e92-ad9c-fcdde4c03ca4'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:39:36.057420 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 33574) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:39:36.071501 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-a95e801a-326f-42e5-b148-899cb0a2d2b3 None None] Set router 0c759ba7-634b-4e92-ad9c-fcdde4c03ca4 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:39:36.111877 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-66837898-16be-4da3-9b39-fd6b4107fd97 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks [] for security_group (9005a887-abcb-4200-882b-75a399024bf4), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:36.135673 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-66837898-16be-4da3-9b39-fd6b4107fd97 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks [] for security_group (9005a887-abcb-4200-882b-75a399024bf4), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:36.185999 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-66837898-16be-4da3-9b39-fd6b4107fd97 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (9005a887-abcb-4200-882b-75a399024bf4), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:36.188567 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-66837898-16be-4da3-9b39-fd6b4107fd97 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:36.192089 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-66837898-16be-4da3-9b39-fd6b4107fd97 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "DELETE /v2.0/security-groups/9005a887-abcb-4200-882b-75a399024bf4 HTTP/1.1" status: 204 len: 168 time: 0.1312766 Jan 17 21:39:36.192621 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 33576) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:39:36.199156 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66837898-16be-4da3-9b39-fd6b4107fd97 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9005a887-abcb-4200-882b-75a399024bf4,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:39:36.227246 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.api.v2.resource [None req-508edef6-89a6-4794-8ba9-55ce2874b25b tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] show failed (client error): The resource could not be found. Jan 17 21:39:36.231657 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-508edef6-89a6-4794-8ba9-55ce2874b25b tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "GET /v2.0/security-groups/9005a887-abcb-4200-882b-75a399024bf4 HTTP/1.1" status: 404 len: 347 time: 0.0353370 Jan 17 21:39:36.231922 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 33578) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:39:36.268409 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-a95e801a-326f-42e5-b148-899cb0a2d2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'name': 'tempest-AttachVolumeTestJSON-1996386312-router', 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'ab896688-58d0-4853-9955-5d2ec31285ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:33:19Z', 'updated_at': '2022-01-17T21:33:22Z', 'revision_number': 4, 'project_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'gw_port': {'id': 'ab896688-58d0-4853-9955-5d2ec31285ab', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:33:20Z', 'updated_at': '2022-01-17T21:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': '2406d4ab-dadb-4d15-bb41-9be53770e4eb', 'name': '', 'network_id': 'd83dab97-84dd-4ed1-960a-d73699e6d280', 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'mac_address': 'fa:16:3e:f3:46:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '8214d204-9143-4faa-a6ac-e7dc15bbb7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:33:22Z', 'updated_at': '2022-01-17T21:33:25Z', 'revision_number': 5, 'project_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'subnets': [{'id': '8214d204-9143-4faa-a6ac-e7dc15bbb7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:39:36.300547 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95e801a-326f-42e5-b148-899cb0a2d2b3 None None] The sync data for ids ['0c759ba7-634b-4e92-ad9c-fcdde4c03ca4'] in dv-cinder-824895-3-iscsi is: [{'id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'name': 'tempest-AttachVolumeTestJSON-1996386312-router', 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'ab896688-58d0-4853-9955-5d2ec31285ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:33:19Z', 'updated_at': '2022-01-17T21:33:22Z', 'revision_number': 4, 'project_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'gw_port': {'id': 'ab896688-58d0-4853-9955-5d2ec31285ab', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:33:20Z', 'updated_at': '2022-01-17T21:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi', '_interfaces': [{'id': '2406d4ab-dadb-4d15-bb41-9be53770e4eb', 'name': '', 'network_id': 'd83dab97-84dd-4ed1-960a-d73699e6d280', 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'mac_address': 'fa:16:3e:f3:46:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '8214d204-9143-4faa-a6ac-e7dc15bbb7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:33:22Z', 'updated_at': '2022-01-17T21:33:25Z', 'revision_number': 5, 'project_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'subnets': [{'id': '8214d204-9143-4faa-a6ac-e7dc15bbb7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:39:36.362690 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-089418c4-1087-4a6f-8a8b-b2460492a7f4 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Deleting port 7e5c3f44-294d-4716-bb79-8b411555be7c {{(pid=102498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:39:36.363043 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-089418c4-1087-4a6f-8a8b-b2460492a7f4 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (7e5c3f44-294d-4716-bb79-8b411555be7c), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:36.448907 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-089418c4-1087-4a6f-8a8b-b2460492a7f4 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (7e5c3f44-294d-4716-bb79-8b411555be7c), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:36.449179 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-089418c4-1087-4a6f-8a8b-b2460492a7f4 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks [] for floatingip (7e5c3f44-294d-4716-bb79-8b411555be7c), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:36.462914 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-089418c4-1087-4a6f-8a8b-b2460492a7f4 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Calling delete_port for 7e5c3f44-294d-4716-bb79-8b411555be7c owned by network:floatingip {{(pid=102498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:39:36.521336 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e3a4ca-c3b0-459d-a755-5b69326abf50 None None] New status for floating IP c6405979-2b3e-4fac-aff2-ef016fe5831a: DOWN {{(pid=102500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 21:39:36.603404 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-089418c4-1087-4a6f-8a8b-b2460492a7f4 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863200'] for port (7e5c3f44-294d-4716-bb79-8b411555be7c), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:36.604299 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.db.api [None req-a9e3a4ca-c3b0-459d-a755-5b69326abf50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 21:39:36.604810 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG oslo_db.api [None req-a9e3a4ca-c3b0-459d-a755-5b69326abf50 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 21:39:36.632533 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089418c4-1087-4a6f-8a8b-b2460492a7f4 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Pushing event deleted for resources: {'Port': ['ID=7e5c3f44-294d-4716-bb79-8b411555be7c,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:39:36.655896 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089418c4-1087-4a6f-8a8b-b2460492a7f4 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:39:36.656259 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089418c4-1087-4a6f-8a8b-b2460492a7f4 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:39:36.656648 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089418c4-1087-4a6f-8a8b-b2460492a7f4 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:39:36.657004 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089418c4-1087-4a6f-8a8b-b2460492a7f4 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:39:36.657348 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089418c4-1087-4a6f-8a8b-b2460492a7f4 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:39:36.657697 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089418c4-1087-4a6f-8a8b-b2460492a7f4 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:39:36.658034 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089418c4-1087-4a6f-8a8b-b2460492a7f4 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:39:36.658371 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089418c4-1087-4a6f-8a8b-b2460492a7f4 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:39:36.658707 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089418c4-1087-4a6f-8a8b-b2460492a7f4 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:39:36.659047 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089418c4-1087-4a6f-8a8b-b2460492a7f4 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:39:36.659389 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089418c4-1087-4a6f-8a8b-b2460492a7f4 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:39:36.659695 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089418c4-1087-4a6f-8a8b-b2460492a7f4 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:39:36.660022 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089418c4-1087-4a6f-8a8b-b2460492a7f4 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:39:36.704189 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-089418c4-1087-4a6f-8a8b-b2460492a7f4 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks [] for floatingip (c6405979-2b3e-4fac-aff2-ef016fe5831a), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:36.706736 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-089418c4-1087-4a6f-8a8b-b2460492a7f4 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221998'] for floatingip (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:36.708167 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-089418c4-1087-4a6f-8a8b-b2460492a7f4 tempest-AttachVolumeTestJSON-1487223513 tempest-AttachVolumeTestJSON-1487223513-project] 10.222.0.64 "DELETE /v2.0/floatingips/c6405979-2b3e-4fac-aff2-ef016fe5831a HTTP/1.1" status: 204 len: 168 time: 0.4750257 Jan 17 21:39:37.106506 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e3a4ca-c3b0-459d-a755-5b69326abf50 None None] New status for floating IP c6405979-2b3e-4fac-aff2-ef016fe5831a: DOWN {{(pid=102500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 21:39:39.210981 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:39:39.631445 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 84638381-a10a-423e-ae50-4f652a10d4f3 no longer exists at agent hyperv_hv-cinder-82489 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:39:39.652535 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-10202abf-4883-4834-9854-ef135fd28470 None None] No Port match for: 84638381-a10a-423e-ae50-4f652a10d4f3 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:39:39.652886 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Device 84638381-a10a-423e-ae50-4f652a10d4f3 not bound to the agent host hv-cinder-82489 {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:39:40.232623 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 33606) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:39:40.691263 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f207b810-c6ee-489c-b89d-01ce5df05ea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1024512'] for router_interface (0c759ba7-634b-4e92-ad9c-fcdde4c03ca4), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:40.950308 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-f207b810-c6ee-489c-b89d-01ce5df05ea7 admin admin] Deleting port 2406d4ab-dadb-4d15-bb41-9be53770e4eb {{(pid=102498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:39:40.950624 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f207b810-c6ee-489c-b89d-01ce5df05ea7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (2406d4ab-dadb-4d15-bb41-9be53770e4eb), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:41.030784 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-f207b810-c6ee-489c-b89d-01ce5df05ea7 admin admin] For port 2406d4ab-dadb-4d15-bb41-9be53770e4eb, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=2406d4ab-dadb-4d15-bb41-9be53770e4eb,segment=NetworkSegment(3f9ffa41-2cc8-49af-950f-98ebbe77ac71),segment_id=3f9ffa41-2cc8-49af-950f-98ebbe77ac71)] {{(pid=102498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:39:41.031153 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f207b810-c6ee-489c-b89d-01ce5df05ea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (2406d4ab-dadb-4d15-bb41-9be53770e4eb), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:41.043924 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-f207b810-c6ee-489c-b89d-01ce5df05ea7 admin admin] Calling delete_port for 2406d4ab-dadb-4d15-bb41-9be53770e4eb owned by network:router_interface {{(pid=102498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:39:41.221828 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f207b810-c6ee-489c-b89d-01ce5df05ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863200'] for port (2406d4ab-dadb-4d15-bb41-9be53770e4eb), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:41.250510 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f207b810-c6ee-489c-b89d-01ce5df05ea7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2406d4ab-dadb-4d15-bb41-9be53770e4eb,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:39:41.413405 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f207b810-c6ee-489c-b89d-01ce5df05ea7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-986109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025168'] for router_interface (0c759ba7-634b-4e92-ad9c-fcdde4c03ca4), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:41.622695 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f207b810-c6ee-489c-b89d-01ce5df05ea7 admin admin] Router 0c759ba7-634b-4e92-ad9c-fcdde4c03ca4 has already been hosted by L3 agent f923f621-66ba-4f4d-973b-4ca4c262dcb5 {{(pid=102498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:39:41.729311 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f207b810-c6ee-489c-b89d-01ce5df05ea7 admin admin] Notify agent at l3_agent.dv-cinder-824895-3-iscsi the message routers_updated {{(pid=102498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:39:41.736753 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-f207b810-c6ee-489c-b89d-01ce5df05ea7 admin admin] 10.222.0.64 "PUT /v2.0/routers/0c759ba7-634b-4e92-ad9c-fcdde4c03ca4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5005832 Jan 17 21:39:41.737237 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 33610) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:39:41.737821 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe39e06f-40c6-45d5-a919-c57121672ddd None None] Sync routers for ids ['0c759ba7-634b-4e92-ad9c-fcdde4c03ca4'] in dv-cinder-824895-3-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:39:41.747634 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe39e06f-40c6-45d5-a919-c57121672ddd None None] Routers {'0c759ba7-634b-4e92-ad9c-fcdde4c03ca4'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:39:41.748238 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-fe39e06f-40c6-45d5-a919-c57121672ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:39:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['0c759ba7-634b-4e92-ad9c-fcdde4c03ca4'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:39:41.845403 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6fe5adbb-95e9-4ed7-99e6-b985d9b8343e admin admin] Publish callbacks [] for router (0c759ba7-634b-4e92-ad9c-fcdde4c03ca4), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:41.853244 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-fe39e06f-40c6-45d5-a919-c57121672ddd None None] Set router 0c759ba7-634b-4e92-ad9c-fcdde4c03ca4 gateway port host: dv-cinder-824895-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:39:41.946812 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6fe5adbb-95e9-4ed7-99e6-b985d9b8343e admin admin] Publish callbacks [] for router_gateway (0c759ba7-634b-4e92-ad9c-fcdde4c03ca4), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:42.038249 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-fe39e06f-40c6-45d5-a919-c57121672ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'name': 'tempest-AttachVolumeTestJSON-1996386312-router', 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'external_fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'ab896688-58d0-4853-9955-5d2ec31285ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:33:19Z', 'updated_at': '2022-01-17T21:39:41Z', 'revision_number': 5, 'project_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'gw_port': {'id': 'ab896688-58d0-4853-9955-5d2ec31285ab', 'name': '', 'network_id': 'a67fc2c9-f054-41ed-b80e-f186bf3f4e5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824895-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:33:20Z', 'updated_at': '2022-01-17T21:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f42dc890-63b4-41d2-851c-b195861b2359', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824895-3-iscsi'}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:39:42.070406 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe39e06f-40c6-45d5-a919-c57121672ddd None None] Checking router: 0c759ba7-634b-4e92-ad9c-fcdde4c03ca4 for host: dv-cinder-824895-3-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:39:42.081199 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe39e06f-40c6-45d5-a919-c57121672ddd None None] Routers {'0c759ba7-634b-4e92-ad9c-fcdde4c03ca4'} bound to L3 agent in host dv-cinder-824895-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:39:42.081857 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-fe39e06f-40c6-45d5-a919-c57121672ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824895-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T21:12:28Z,description=,heartbeat_timestamp=2022-01-17T21:39:28Z,host='dv-cinder-824895-3-iscsi',id=f923f621-66ba-4f4d-973b-4ca4c262dcb5,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:12:28Z,topic='l3_agent')) {'router_ids': ['0c759ba7-634b-4e92-ad9c-fcdde4c03ca4'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:39:42.169430 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-fe39e06f-40c6-45d5-a919-c57121672ddd None None] Set router 0c759ba7-634b-4e92-ad9c-fcdde4c03ca4 gateway port host: None {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:39:42.225915 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-fe39e06f-40c6-45d5-a919-c57121672ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'name': 'tempest-AttachVolumeTestJSON-1996386312-router', 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:33:19Z', 'updated_at': '2022-01-17T21:39:41Z', 'revision_number': 6, 'project_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'gw_port_host': None}], 'dv-cinder-824895-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:39:42.256161 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe39e06f-40c6-45d5-a919-c57121672ddd None None] The sync data for ids ['0c759ba7-634b-4e92-ad9c-fcdde4c03ca4'] in dv-cinder-824895-3-iscsi is: [{'id': '0c759ba7-634b-4e92-ad9c-fcdde4c03ca4', 'name': 'tempest-AttachVolumeTestJSON-1996386312-router', 'tenant_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:33:19Z', 'updated_at': '2022-01-17T21:39:41Z', 'revision_number': 6, 'project_id': '8b4ad2da51ac441986f9af1c8c6a30c1', 'gw_port_host': None}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:39:42.256476 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-6fe5adbb-95e9-4ed7-99e6-b985d9b8343e admin admin] Deleting port ab896688-58d0-4853-9955-5d2ec31285ab {{(pid=102498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:39:42.256965 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6fe5adbb-95e9-4ed7-99e6-b985d9b8343e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (ab896688-58d0-4853-9955-5d2ec31285ab), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:42.335928 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-6fe5adbb-95e9-4ed7-99e6-b985d9b8343e admin admin] For port ab896688-58d0-4853-9955-5d2ec31285ab, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=ab896688-58d0-4853-9955-5d2ec31285ab,segment=NetworkSegment(639a724d-f7b6-49a0-bd3a-5adbc7060ec3),segment_id=639a724d-f7b6-49a0-bd3a-5adbc7060ec3)] {{(pid=102498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:39:42.336287 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6fe5adbb-95e9-4ed7-99e6-b985d9b8343e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (ab896688-58d0-4853-9955-5d2ec31285ab), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:42.350955 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.plugins.ml2.plugin [None req-6fe5adbb-95e9-4ed7-99e6-b985d9b8343e admin admin] Calling delete_port for ab896688-58d0-4853-9955-5d2ec31285ab owned by network:router_gateway {{(pid=102498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:39:42.515121 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6fe5adbb-95e9-4ed7-99e6-b985d9b8343e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863200'] for port (ab896688-58d0-4853-9955-5d2ec31285ab), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:42.540243 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe5adbb-95e9-4ed7-99e6-b985d9b8343e admin admin] Pushing event deleted for resources: {'Port': ['ID=ab896688-58d0-4853-9955-5d2ec31285ab,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:39:42.599251 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6fe5adbb-95e9-4ed7-99e6-b985d9b8343e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1018746'] for router_gateway (0c759ba7-634b-4e92-ad9c-fcdde4c03ca4), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:42.701263 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6fe5adbb-95e9-4ed7-99e6-b985d9b8343e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1026029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25730'] for router (0c759ba7-634b-4e92-ad9c-fcdde4c03ca4), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:42.703851 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6fe5adbb-95e9-4ed7-99e6-b985d9b8343e admin admin] Publish callbacks [] for router_controller (0c759ba7-634b-4e92-ad9c-fcdde4c03ca4), precommit_delete_associations {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:42.750289 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6fe5adbb-95e9-4ed7-99e6-b985d9b8343e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1026022'] for router (0c759ba7-634b-4e92-ad9c-fcdde4c03ca4), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:42.750717 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe5adbb-95e9-4ed7-99e6-b985d9b8343e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c759ba7-634b-4e92-ad9c-fcdde4c03ca4 {{(pid=102498) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 21:39:42.755087 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-6fe5adbb-95e9-4ed7-99e6-b985d9b8343e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:42.758709 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-6fe5adbb-95e9-4ed7-99e6-b985d9b8343e admin admin] 10.222.0.64 "DELETE /v2.0/routers/0c759ba7-634b-4e92-ad9c-fcdde4c03ca4 HTTP/1.1" status: 204 len: 168 time: 1.0180640 Jan 17 21:39:42.759752 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 33614) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:39:42.803472 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d5db27-f4d5-4d67-83f5-25e11e42dad6 admin admin] Deleting subnet 8214d204-9143-4faa-a6ac-e7dc15bbb7d7 {{(pid=102498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 21:39:42.807398 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c0d5db27-f4d5-4d67-83f5-25e11e42dad6 admin admin] Publish callbacks [] for subnet (8214d204-9143-4faa-a6ac-e7dc15bbb7d7), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:42.843481 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c0d5db27-f4d5-4d67-83f5-25e11e42dad6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4065843'] for subnet (8214d204-9143-4faa-a6ac-e7dc15bbb7d7), precommit_delete_associations {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:42.933129 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c0d5db27-f4d5-4d67-83f5-25e11e42dad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7879495'] for subnet (8214d204-9143-4faa-a6ac-e7dc15bbb7d7), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:42.990465 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c0d5db27-f4d5-4d67-83f5-25e11e42dad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7879504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8863187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8768212'] for subnet (8214d204-9143-4faa-a6ac-e7dc15bbb7d7), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:43.019534 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c0d5db27-f4d5-4d67-83f5-25e11e42dad6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:43.024726 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-c0d5db27-f4d5-4d67-83f5-25e11e42dad6 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8214d204-9143-4faa-a6ac-e7dc15bbb7d7 HTTP/1.1" status: 204 len: 168 time: 0.2639310 Jan 17 21:39:43.025839 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284bd474-000d-4ff2-b4f4-4fab5226cda4 None None] Network d83dab97-84dd-4ed1-960a-d73699e6d280 requested from dv-cinder-824895-3-iscsi {{(pid=102500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:39:43.026309 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5db27-f4d5-4d67-83f5-25e11e42dad6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8214d204-9143-4faa-a6ac-e7dc15bbb7d7,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:39:43.027784 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 33616) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:39:43.122499 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 2406d4ab-dadb-4d15-bb41-9be53770e4eb no longer exists at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:39:43.123042 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c00ece54-a336-486a-a4d2-03f51b4dfed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8337467'] for network (d83dab97-84dd-4ed1-960a-d73699e6d280), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:43.150023 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] No Port match for: 2406d4ab-dadb-4d15-bb41-9be53770e4eb {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:39:43.150371 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 2406d4ab-dadb-4d15-bb41-9be53770e4eb not bound to the agent host dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:39:43.190939 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-c00ece54-a336-486a-a4d2-03f51b4dfed7 admin admin] Deleting port 86b55784-304e-4743-9107-1ddedce7e5e6 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:39:43.192308 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c00ece54-a336-486a-a4d2-03f51b4dfed7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (86b55784-304e-4743-9107-1ddedce7e5e6), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:43.235897 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52ef3b3-f2c9-4876-9fc7-f08fdebcc296 None None] DHCP port deletion for d83dab97-84dd-4ed1-960a-d73699e6d280 request from dv-cinder-824895-3-iscsi {{(pid=102500) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 21:39:43.275837 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-c00ece54-a336-486a-a4d2-03f51b4dfed7 admin admin] For port 86b55784-304e-4743-9107-1ddedce7e5e6, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=86b55784-304e-4743-9107-1ddedce7e5e6,segment=NetworkSegment(3f9ffa41-2cc8-49af-950f-98ebbe77ac71),segment_id=3f9ffa41-2cc8-49af-950f-98ebbe77ac71)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:39:43.276197 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c00ece54-a336-486a-a4d2-03f51b4dfed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (86b55784-304e-4743-9107-1ddedce7e5e6), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:43.291913 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-c00ece54-a336-486a-a4d2-03f51b4dfed7 admin admin] Calling delete_port for 86b55784-304e-4743-9107-1ddedce7e5e6 owned by network:dhcp {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:39:43.300912 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-d52ef3b3-f2c9-4876-9fc7-f08fdebcc296 None None] Deleting port 86b55784-304e-4743-9107-1ddedce7e5e6 {{(pid=102500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:39:43.301294 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d52ef3b3-f2c9-4876-9fc7-f08fdebcc296 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789461559269'] for port (86b55784-304e-4743-9107-1ddedce7e5e6), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:43.380622 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c00ece54-a336-486a-a4d2-03f51b4dfed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3358345'] for port (86b55784-304e-4743-9107-1ddedce7e5e6), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:43.382999 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-d52ef3b3-f2c9-4876-9fc7-f08fdebcc296 None None] For port 86b55784-304e-4743-9107-1ddedce7e5e6, host dv-cinder-824895-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824895-3-iscsi',level=0,port_id=86b55784-304e-4743-9107-1ddedce7e5e6,segment=NetworkSegment(3f9ffa41-2cc8-49af-950f-98ebbe77ac71),segment_id=3f9ffa41-2cc8-49af-950f-98ebbe77ac71)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:39:43.383410 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d52ef3b3-f2c9-4876-9fc7-f08fdebcc296 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548517'] for port (86b55784-304e-4743-9107-1ddedce7e5e6), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:43.397537 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-d52ef3b3-f2c9-4876-9fc7-f08fdebcc296 None None] Calling delete_port for 86b55784-304e-4743-9107-1ddedce7e5e6 owned by network:dhcp {{(pid=102500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:39:43.414941 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ece54-a336-486a-a4d2-03f51b4dfed7 admin admin] Pushing event deleted for resources: {'Port': ['ID=86b55784-304e-4743-9107-1ddedce7e5e6,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:39:43.417373 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00ece54-a336-486a-a4d2-03f51b4dfed7 admin admin] No DVR routers for this DVR port 86b55784-304e-4743-9107-1ddedce7e5e6 on host dv-cinder-824895-3-iscsi {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:39:43.479279 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d52ef3b3-f2c9-4876-9fc7-f08fdebcc296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8279467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789461565561', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789460986974'] for port (86b55784-304e-4743-9107-1ddedce7e5e6), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:43.497703 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c00ece54-a336-486a-a4d2-03f51b4dfed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876800', 'neutron.services.segments.db._delete_segments_for_network-8789461539368'] for network (d83dab97-84dd-4ed1-960a-d73699e6d280), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:43.505054 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ef3b3-f2c9-4876-9fc7-f08fdebcc296 None None] Pushing event deleted for resources: {'Port': ['ID=86b55784-304e-4743-9107-1ddedce7e5e6,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:39:43.517704 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52ef3b3-f2c9-4876-9fc7-f08fdebcc296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:39:43.518131 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52ef3b3-f2c9-4876-9fc7-f08fdebcc296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:39:43.518403 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52ef3b3-f2c9-4876-9fc7-f08fdebcc296 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:39:43.518747 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52ef3b3-f2c9-4876-9fc7-f08fdebcc296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:39:43.519082 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52ef3b3-f2c9-4876-9fc7-f08fdebcc296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:39:43.519417 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52ef3b3-f2c9-4876-9fc7-f08fdebcc296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:39:43.519747 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52ef3b3-f2c9-4876-9fc7-f08fdebcc296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:39:43.520072 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52ef3b3-f2c9-4876-9fc7-f08fdebcc296 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:39:43.520196 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-c00ece54-a336-486a-a4d2-03f51b4dfed7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d83dab97-84dd-4ed1-960a-d73699e6d280']}} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:39:43.520420 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52ef3b3-f2c9-4876-9fc7-f08fdebcc296 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:39:43.520750 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52ef3b3-f2c9-4876-9fc7-f08fdebcc296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:39:43.521077 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52ef3b3-f2c9-4876-9fc7-f08fdebcc296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:39:43.521401 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52ef3b3-f2c9-4876-9fc7-f08fdebcc296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:39:43.521718 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52ef3b3-f2c9-4876-9fc7-f08fdebcc296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:39:43.525316 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52ef3b3-f2c9-4876-9fc7-f08fdebcc296 None None] No DVR routers for this DVR port 86b55784-304e-4743-9107-1ddedce7e5e6 on host dv-cinder-824895-3-iscsi {{(pid=102500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:39:43.532555 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-c00ece54-a336-486a-a4d2-03f51b4dfed7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f9ffa41-2cc8-49af-950f-98ebbe77ac71') {'for_net_delete': True} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:39:43.536764 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-c00ece54-a336-486a-a4d2-03f51b4dfed7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f9ffa41-2cc8-49af-950f-98ebbe77ac71') {} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:39:43.546858 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c00ece54-a336-486a-a4d2-03f51b4dfed7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789461539633', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901235'] for segment (3f9ffa41-2cc8-49af-950f-98ebbe77ac71), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:43.560204 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c00ece54-a336-486a-a4d2-03f51b4dfed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874'] for segment (3f9ffa41-2cc8-49af-950f-98ebbe77ac71), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:43.566267 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c00ece54-a336-486a-a4d2-03f51b4dfed7 admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=102499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 21:39:43.566658 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c00ece54-a336-486a-a4d2-03f51b4dfed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3358420'] for segment (3f9ffa41-2cc8-49af-950f-98ebbe77ac71), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: Traceback (most recent call last): Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: timer() Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: cb(*args, **kw) Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: return func(*args, **kwargs) Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: self._notify() Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: self.callback(batched_events) Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: event.method(event) Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: return f(self, *a, **k) Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: return self._get(url).json() Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: return self.request(url, 'GET', **kwargs) Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 21:39:43.568623 dv-cinder-824895-3-iscsi neutron-server[102499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 21:39:43.622545 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c00ece54-a336-486a-a4d2-03f51b4dfed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1018646'] for network (d83dab97-84dd-4ed1-960a-d73699e6d280), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:43.628146 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c00ece54-a336-486a-a4d2-03f51b4dfed7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-986002'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:43.631384 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-c00ece54-a336-486a-a4d2-03f51b4dfed7 admin admin] 10.222.0.64 "DELETE /v2.0/networks/d83dab97-84dd-4ed1-960a-d73699e6d280 HTTP/1.1" status: 204 len: 168 time: 0.5994389 Jan 17 21:39:43.646793 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ece54-a336-486a-a4d2-03f51b4dfed7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d83dab97-84dd-4ed1-960a-d73699e6d280,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:39:43.761362 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 33620) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:39:43.804304 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-3bdc9f73-b3a1-4c07-8c22-93966ac25b74 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8b4ad2da51ac441986f9af1c8c6a30c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416470 Jan 17 21:39:43.807308 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 33622) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:39:43.854924 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-29780d0f-494f-4e37-bc18-9056acc6dcd8 admin admin] Publish callbacks [] for security_group (fb434923-a98c-4bcc-bc40-22d7ad77caab), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:43.876473 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-29780d0f-494f-4e37-bc18-9056acc6dcd8 admin admin] Publish callbacks [] for security_group (fb434923-a98c-4bcc-bc40-22d7ad77caab), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:43.922148 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-29780d0f-494f-4e37-bc18-9056acc6dcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (fb434923-a98c-4bcc-bc40-22d7ad77caab), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:43.924814 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-29780d0f-494f-4e37-bc18-9056acc6dcd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:43.925958 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-29780d0f-494f-4e37-bc18-9056acc6dcd8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fb434923-a98c-4bcc-bc40-22d7ad77caab HTTP/1.1" status: 204 len: 168 time: 0.1177583 Jan 17 21:39:43.934226 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29780d0f-494f-4e37-bc18-9056acc6dcd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb434923-a98c-4bcc-bc40-22d7ad77caab,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:39:44.716829 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device ab896688-58d0-4853-9955-5d2ec31285ab no longer exists at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:39:44.736833 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] No Port match for: ab896688-58d0-4853-9955-5d2ec31285ab {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:39:44.737186 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device ab896688-58d0-4853-9955-5d2ec31285ab not bound to the agent host dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:39:44.737608 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 86b55784-304e-4743-9107-1ddedce7e5e6 no longer exists at agent ovs-agent-dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:39:44.756581 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] No Port match for: 86b55784-304e-4743-9107-1ddedce7e5e6 {{(pid=102500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:39:44.756931 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.rpc [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Device 86b55784-304e-4743-9107-1ddedce7e5e6 not bound to the agent host dv-cinder-824895-3-iscsi {{(pid=102500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:39:52.878591 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:54.952307 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-4376502b-87d3-426d-b114-864cbfc89f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:57.704061 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-057820ea-c8a2-40b6-880d-4c36795c14f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:58.527789 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:59.742300 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [req-9a29d6c8-f971-4378-8e64-cd78d4bb3f4f req-a151b35a-d727-41bf-9e94-bca90e20462d service neutron] (102498) timed out ('10.222.0.72', 60614) {{(pid=102498) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 17 21:40:00.135277 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:01.435479 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:16.210023 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:40:22.880775 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:24.953799 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-7005783a-764a-43db-ae30-89f3b77bd9c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:27.531057 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 34014) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:40:27.634507 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-310ebfe3-3c98-46e6-b083-6d4b7279e010 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:27.707477 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-fcdb8268-5531-40c3-a498-dfd36e44ba12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:27.709973 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-310ebfe3-3c98-46e6-b083-6d4b7279e010 admin admin] Publish callbacks [] for security_group (14cd4b74-bb09-4162-89ce-c91b5a725e4b), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:27.713419 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-310ebfe3-3c98-46e6-b083-6d4b7279e010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (14cd4b74-bb09-4162-89ce-c91b5a725e4b), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:27.750424 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-310ebfe3-3c98-46e6-b083-6d4b7279e010 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b1aaf40b5ced4b62b15c18a95c85d104&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181439 Jan 17 21:40:27.752208 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ebfe3-3c98-46e6-b083-6d4b7279e010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14cd4b74-bb09-4162-89ce-c91b5a725e4b,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:40:27.753063 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 34018) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:40:27.804505 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-bdb5d7ab-cfd1-441e-a4db-d3e877be1aaa admin admin] Publish callbacks [] for security_group (14cd4b74-bb09-4162-89ce-c91b5a725e4b), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:27.825947 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-bdb5d7ab-cfd1-441e-a4db-d3e877be1aaa admin admin] Publish callbacks [] for security_group (14cd4b74-bb09-4162-89ce-c91b5a725e4b), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:27.874080 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-bdb5d7ab-cfd1-441e-a4db-d3e877be1aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (14cd4b74-bb09-4162-89ce-c91b5a725e4b), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:27.876771 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-bdb5d7ab-cfd1-441e-a4db-d3e877be1aaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:27.877974 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-bdb5d7ab-cfd1-441e-a4db-d3e877be1aaa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/14cd4b74-bb09-4162-89ce-c91b5a725e4b HTTP/1.1" status: 204 len: 168 time: 0.1238394 Jan 17 21:40:27.886158 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb5d7ab-cfd1-441e-a4db-d3e877be1aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14cd4b74-bb09-4162-89ce-c91b5a725e4b,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:40:28.144453 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 34024) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:40:28.157569 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3f64857a-1d4d-451f-87c1-75d09d2f1f1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:28.231815 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3f64857a-1d4d-451f-87c1-75d09d2f1f1b admin admin] Publish callbacks [] for security_group (ce96442a-7312-4cc8-ab92-8c9ed43e8ab9), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:28.235570 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3f64857a-1d4d-451f-87c1-75d09d2f1f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (ce96442a-7312-4cc8-ab92-8c9ed43e8ab9), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:28.273727 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-3f64857a-1d4d-451f-87c1-75d09d2f1f1b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cee082cb59234fd69163afb0590db054&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1282134 Jan 17 21:40:28.274621 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f64857a-1d4d-451f-87c1-75d09d2f1f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce96442a-7312-4cc8-ab92-8c9ed43e8ab9,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:40:28.277279 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 34026) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:40:28.325114 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-db567fa2-d3f1-4c7a-a3c5-6c8ade15e21b admin admin] Publish callbacks [] for security_group (ce96442a-7312-4cc8-ab92-8c9ed43e8ab9), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:28.345954 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-db567fa2-d3f1-4c7a-a3c5-6c8ade15e21b admin admin] Publish callbacks [] for security_group (ce96442a-7312-4cc8-ab92-8c9ed43e8ab9), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:28.391906 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-db567fa2-d3f1-4c7a-a3c5-6c8ade15e21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (ce96442a-7312-4cc8-ab92-8c9ed43e8ab9), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:28.394984 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-db567fa2-d3f1-4c7a-a3c5-6c8ade15e21b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:28.396140 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-db567fa2-d3f1-4c7a-a3c5-6c8ade15e21b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ce96442a-7312-4cc8-ab92-8c9ed43e8ab9 HTTP/1.1" status: 204 len: 168 time: 0.1179359 Jan 17 21:40:28.404394 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db567fa2-d3f1-4c7a-a3c5-6c8ade15e21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce96442a-7312-4cc8-ab92-8c9ed43e8ab9,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:40:28.529882 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:30.139346 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:31.437430 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:44.566706 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 34238) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:40:44.677912 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0774408f-db8e-4d12-94f8-0f26b20752c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:44.759054 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0774408f-db8e-4d12-94f8-0f26b20752c9 admin admin] Publish callbacks [] for security_group (31817b74-cc74-46b6-b00a-1222adf0b8f8), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:44.762756 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0774408f-db8e-4d12-94f8-0f26b20752c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (31817b74-cc74-46b6-b00a-1222adf0b8f8), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:44.801262 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-0774408f-db8e-4d12-94f8-0f26b20752c9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=92a86165d79d4fb2b5d4d0226674bc15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333806 Jan 17 21:40:44.802149 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774408f-db8e-4d12-94f8-0f26b20752c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31817b74-cc74-46b6-b00a-1222adf0b8f8,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:40:44.803877 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 34244) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:40:44.809335 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774408f-db8e-4d12-94f8-0f26b20752c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:44.809718 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774408f-db8e-4d12-94f8-0f26b20752c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:44.810068 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774408f-db8e-4d12-94f8-0f26b20752c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:44.810408 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774408f-db8e-4d12-94f8-0f26b20752c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:44.810743 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774408f-db8e-4d12-94f8-0f26b20752c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:44.811075 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774408f-db8e-4d12-94f8-0f26b20752c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:44.811404 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774408f-db8e-4d12-94f8-0f26b20752c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:44.811734 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774408f-db8e-4d12-94f8-0f26b20752c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:44.812063 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774408f-db8e-4d12-94f8-0f26b20752c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:44.812415 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774408f-db8e-4d12-94f8-0f26b20752c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:44.812744 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774408f-db8e-4d12-94f8-0f26b20752c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:44.813069 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774408f-db8e-4d12-94f8-0f26b20752c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:44.813390 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774408f-db8e-4d12-94f8-0f26b20752c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:44.857873 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b8c75adc-c4d8-4675-9fb1-f083232c032d admin admin] Publish callbacks [] for security_group (31817b74-cc74-46b6-b00a-1222adf0b8f8), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:44.879237 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b8c75adc-c4d8-4675-9fb1-f083232c032d admin admin] Publish callbacks [] for security_group (31817b74-cc74-46b6-b00a-1222adf0b8f8), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:44.924913 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b8c75adc-c4d8-4675-9fb1-f083232c032d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (31817b74-cc74-46b6-b00a-1222adf0b8f8), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:44.927602 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b8c75adc-c4d8-4675-9fb1-f083232c032d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:44.928749 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-b8c75adc-c4d8-4675-9fb1-f083232c032d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/31817b74-cc74-46b6-b00a-1222adf0b8f8 HTTP/1.1" status: 204 len: 168 time: 0.1237571 Jan 17 21:40:44.937049 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c75adc-c4d8-4675-9fb1-f083232c032d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31817b74-cc74-46b6-b00a-1222adf0b8f8,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:40:44.944066 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c75adc-c4d8-4675-9fb1-f083232c032d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:44.944449 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c75adc-c4d8-4675-9fb1-f083232c032d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:44.944804 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c75adc-c4d8-4675-9fb1-f083232c032d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:44.945152 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c75adc-c4d8-4675-9fb1-f083232c032d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:44.946077 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c75adc-c4d8-4675-9fb1-f083232c032d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:44.946461 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c75adc-c4d8-4675-9fb1-f083232c032d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:44.946738 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c75adc-c4d8-4675-9fb1-f083232c032d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:44.947072 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c75adc-c4d8-4675-9fb1-f083232c032d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:44.947409 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c75adc-c4d8-4675-9fb1-f083232c032d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:44.947740 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c75adc-c4d8-4675-9fb1-f083232c032d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:44.948077 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c75adc-c4d8-4675-9fb1-f083232c032d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:44.948424 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c75adc-c4d8-4675-9fb1-f083232c032d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:44.948759 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c75adc-c4d8-4675-9fb1-f083232c032d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824895-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:45.192804 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 34250) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:40:45.206218 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6978df39-a95d-4482-8b78-4caffadaa62f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:45.280069 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6978df39-a95d-4482-8b78-4caffadaa62f admin admin] Publish callbacks [] for security_group (8eeaf148-b8fb-4857-bf51-dc2be7b38392), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:45.283667 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6978df39-a95d-4482-8b78-4caffadaa62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (8eeaf148-b8fb-4857-bf51-dc2be7b38392), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:45.323268 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-6978df39-a95d-4482-8b78-4caffadaa62f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=653ba1d8cdbf400f801d6286ea4ed022&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1293674 Jan 17 21:40:45.324411 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978df39-a95d-4482-8b78-4caffadaa62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eeaf148-b8fb-4857-bf51-dc2be7b38392,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:40:45.326104 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 34252) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:40:45.374450 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-a80aedb9-a24b-4261-9fe3-ef0d72dac206 admin admin] Publish callbacks [] for security_group (8eeaf148-b8fb-4857-bf51-dc2be7b38392), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:45.395402 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-a80aedb9-a24b-4261-9fe3-ef0d72dac206 admin admin] Publish callbacks [] for security_group (8eeaf148-b8fb-4857-bf51-dc2be7b38392), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:45.440533 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-a80aedb9-a24b-4261-9fe3-ef0d72dac206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (8eeaf148-b8fb-4857-bf51-dc2be7b38392), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:45.443090 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-a80aedb9-a24b-4261-9fe3-ef0d72dac206 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:45.444249 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-a80aedb9-a24b-4261-9fe3-ef0d72dac206 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8eeaf148-b8fb-4857-bf51-dc2be7b38392 HTTP/1.1" status: 204 len: 168 time: 0.1170390 Jan 17 21:40:45.451801 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80aedb9-a24b-4261-9fe3-ef0d72dac206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eeaf148-b8fb-4857-bf51-dc2be7b38392,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:40:52.893566 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:53.208940 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:40:53.270590 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 34374) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:40:53.374847 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d455d28e-0d02-46a4-9778-9bc5a75b3d28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:53.455806 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d455d28e-0d02-46a4-9778-9bc5a75b3d28 admin admin] Publish callbacks [] for security_group (cf6560a6-ae80-47c6-9838-ee54112e949a), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:53.459778 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d455d28e-0d02-46a4-9778-9bc5a75b3d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (cf6560a6-ae80-47c6-9838-ee54112e949a), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:53.498132 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-d455d28e-0d02-46a4-9778-9bc5a75b3d28 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3c75689d594f4b609aab32c9d1b68d3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2264543 Jan 17 21:40:53.498999 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d455d28e-0d02-46a4-9778-9bc5a75b3d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6560a6-ae80-47c6-9838-ee54112e949a,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:40:53.500843 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 34378) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:40:53.548774 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-479591a0-f85c-4223-b47f-22960d6be29f admin admin] Publish callbacks [] for security_group (cf6560a6-ae80-47c6-9838-ee54112e949a), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:53.569468 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-479591a0-f85c-4223-b47f-22960d6be29f admin admin] Publish callbacks [] for security_group (cf6560a6-ae80-47c6-9838-ee54112e949a), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:53.618194 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-479591a0-f85c-4223-b47f-22960d6be29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (cf6560a6-ae80-47c6-9838-ee54112e949a), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:53.620855 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-479591a0-f85c-4223-b47f-22960d6be29f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:53.622050 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-479591a0-f85c-4223-b47f-22960d6be29f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cf6560a6-ae80-47c6-9838-ee54112e949a HTTP/1.1" status: 204 len: 168 time: 0.1196759 Jan 17 21:40:53.629532 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479591a0-f85c-4223-b47f-22960d6be29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6560a6-ae80-47c6-9838-ee54112e949a,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:40:53.896004 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 34384) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:40:53.909493 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-98911b8c-31e8-487c-b020-f4e78b2c07a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:53.985755 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-98911b8c-31e8-487c-b020-f4e78b2c07a9 admin admin] Publish callbacks [] for security_group (dd1c3d1e-902a-468f-bd18-28046f77d0d2), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:53.989563 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-98911b8c-31e8-487c-b020-f4e78b2c07a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (dd1c3d1e-902a-468f-bd18-28046f77d0d2), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:54.027703 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-98911b8c-31e8-487c-b020-f4e78b2c07a9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8449c02da4da4bc6b7b960cd13f6eff5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306033 Jan 17 21:40:54.028606 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98911b8c-31e8-487c-b020-f4e78b2c07a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1c3d1e-902a-468f-bd18-28046f77d0d2,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:40:54.030386 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 34386) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:40:54.091974 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f2de4ed1-60fa-48bf-91d4-fcbfe2946c70 admin admin] Publish callbacks [] for security_group (dd1c3d1e-902a-468f-bd18-28046f77d0d2), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:54.114028 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f2de4ed1-60fa-48bf-91d4-fcbfe2946c70 admin admin] Publish callbacks [] for security_group (dd1c3d1e-902a-468f-bd18-28046f77d0d2), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:54.158784 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f2de4ed1-60fa-48bf-91d4-fcbfe2946c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (dd1c3d1e-902a-468f-bd18-28046f77d0d2), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:54.161716 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f2de4ed1-60fa-48bf-91d4-fcbfe2946c70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:54.162865 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-f2de4ed1-60fa-48bf-91d4-fcbfe2946c70 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dd1c3d1e-902a-468f-bd18-28046f77d0d2 HTTP/1.1" status: 204 len: 168 time: 0.1314585 Jan 17 21:40:54.171235 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de4ed1-60fa-48bf-91d4-fcbfe2946c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1c3d1e-902a-468f-bd18-28046f77d0d2,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:40:54.483456 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 34392) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:40:54.496260 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-21083a59-39b7-458c-b5e9-fc6f2fd71619 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:54.566997 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-21083a59-39b7-458c-b5e9-fc6f2fd71619 admin admin] Publish callbacks [] for security_group (f5c8fc63-07bd-441c-80fe-136e286e0244), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:54.571287 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-21083a59-39b7-458c-b5e9-fc6f2fd71619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (f5c8fc63-07bd-441c-80fe-136e286e0244), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:54.609269 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-21083a59-39b7-458c-b5e9-fc6f2fd71619 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=39d6bc5b0fa74903bcb871e36f64ac3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1247392 Jan 17 21:40:54.610138 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21083a59-39b7-458c-b5e9-fc6f2fd71619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c8fc63-07bd-441c-80fe-136e286e0244,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:40:54.612003 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 34394) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:40:54.658769 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7f38556c-ee6c-45d3-af7c-3e6f61dec2f6 admin admin] Publish callbacks [] for security_group (f5c8fc63-07bd-441c-80fe-136e286e0244), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:54.678729 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7f38556c-ee6c-45d3-af7c-3e6f61dec2f6 admin admin] Publish callbacks [] for security_group (f5c8fc63-07bd-441c-80fe-136e286e0244), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:54.728376 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7f38556c-ee6c-45d3-af7c-3e6f61dec2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (f5c8fc63-07bd-441c-80fe-136e286e0244), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:54.731018 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-7f38556c-ee6c-45d3-af7c-3e6f61dec2f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:54.732204 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-7f38556c-ee6c-45d3-af7c-3e6f61dec2f6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f5c8fc63-07bd-441c-80fe-136e286e0244 HTTP/1.1" status: 204 len: 168 time: 0.1191475 Jan 17 21:40:54.740511 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f38556c-ee6c-45d3-af7c-3e6f61dec2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c8fc63-07bd-441c-80fe-136e286e0244,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:40:54.955671 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-478ee4e3-94d7-43fa-a6af-adf33757f44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:57.709860 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-92feb1f0-5422-4166-98e9-ad12f4c408ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:58.227954 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 34438) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:40:58.335167 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5aef1d42-26c3-4f58-b544-c25e786df325 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:58.408952 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5aef1d42-26c3-4f58-b544-c25e786df325 admin admin] Publish callbacks [] for security_group (62cfd5a1-2e79-4d9b-bd01-62768bd4cf08), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:58.412501 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5aef1d42-26c3-4f58-b544-c25e786df325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (62cfd5a1-2e79-4d9b-bd01-62768bd4cf08), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:58.450265 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-5aef1d42-26c3-4f58-b544-c25e786df325 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0433b490973f4cd487dd4da87d2e0c4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211678 Jan 17 21:40:58.451145 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef1d42-26c3-4f58-b544-c25e786df325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62cfd5a1-2e79-4d9b-bd01-62768bd4cf08,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:40:58.453225 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 34442) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:40:58.502525 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-23b71ddb-2bf1-4eb2-9a9c-97f8f4176dea admin admin] Publish callbacks [] for security_group (62cfd5a1-2e79-4d9b-bd01-62768bd4cf08), before_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:58.523483 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-23b71ddb-2bf1-4eb2-9a9c-97f8f4176dea admin admin] Publish callbacks [] for security_group (62cfd5a1-2e79-4d9b-bd01-62768bd4cf08), precommit_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:58.534639 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:58.569330 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-23b71ddb-2bf1-4eb2-9a9c-97f8f4176dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (62cfd5a1-2e79-4d9b-bd01-62768bd4cf08), after_delete {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:58.572182 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-23b71ddb-2bf1-4eb2-9a9c-97f8f4176dea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:58.576394 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-23b71ddb-2bf1-4eb2-9a9c-97f8f4176dea admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/62cfd5a1-2e79-4d9b-bd01-62768bd4cf08 HTTP/1.1" status: 204 len: 168 time: 0.1221461 Jan 17 21:40:58.584261 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b71ddb-2bf1-4eb2-9a9c-97f8f4176dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cfd5a1-2e79-4d9b-bd01-62768bd4cf08,revision_number=None']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:40:59.527998 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [-] (102498) accepted ('10.222.0.64', 34472) {{(pid=102498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:40:59.628893 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e5957425-ea92-479f-b03b-0a3406c3124a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:59.701856 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e5957425-ea92-479f-b03b-0a3406c3124a admin admin] Publish callbacks [] for security_group (3bc1ee45-4da1-4052-b35c-b49d19e29800), precommit_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:59.705893 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-e5957425-ea92-479f-b03b-0a3406c3124a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (3bc1ee45-4da1-4052-b35c-b49d19e29800), after_create {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:59.744639 dv-cinder-824895-3-iscsi neutron-server[102498]: INFO neutron.wsgi [None req-e5957425-ea92-479f-b03b-0a3406c3124a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a7d670457d5a40ea8933bd53d08fac90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2154517 Jan 17 21:40:59.745530 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5957425-ea92-479f-b03b-0a3406c3124a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc1ee45-4da1-4052-b35c-b49d19e29800,revision_number=1']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:40:59.747304 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.64', 34476) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:40:59.794033 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-beae51e0-b4cb-4198-b222-ea6ecf882874 admin admin] Publish callbacks [] for security_group (3bc1ee45-4da1-4052-b35c-b49d19e29800), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:59.814664 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-beae51e0-b4cb-4198-b222-ea6ecf882874 admin admin] Publish callbacks [] for security_group (3bc1ee45-4da1-4052-b35c-b49d19e29800), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:59.860797 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-beae51e0-b4cb-4198-b222-ea6ecf882874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620930'] for security_group (3bc1ee45-4da1-4052-b35c-b49d19e29800), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:59.863677 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-beae51e0-b4cb-4198-b222-ea6ecf882874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:59.864855 dv-cinder-824895-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-beae51e0-b4cb-4198-b222-ea6ecf882874 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3bc1ee45-4da1-4052-b35c-b49d19e29800 HTTP/1.1" status: 204 len: 168 time: 0.1165066 Jan 17 21:40:59.873440 dv-cinder-824895-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae51e0-b4cb-4198-b222-ea6ecf882874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc1ee45-4da1-4052-b35c-b49d19e29800,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:00.147603 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:01.440118 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:22.892951 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:24.957886 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-bd24dd11-68ae-4444-a829-3b7d7876b423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:27.712104 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-0db52b2f-21ea-4245-9112-74cb757d4b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:28.537346 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:30.145886 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:30.207211 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:41:31.451360 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:52.908085 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:54.961397 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-1fff4510-3f1f-4cdb-824c-cb75bbdfe344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:57.716704 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d95f2c37-883d-4da5-92a4-3366a3d81d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:58.541440 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:00.148921 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:01.443649 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:07.205482 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:42:22.906371 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:24.965028 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-17a2062a-113c-4500-8f04-c8b1209db9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:27.718723 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-15c138e7-0a82-4410-a329-7ff75eeadd04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:28.545324 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:30.151757 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:31.447432 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:44.204158 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:42:52.910102 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:54.969766 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a8deeb99-865a-46e9-9c53-a63492b88a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:57.730110 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c196be0a-785a-4c78-a3d3-da5c0c8a857b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:58.548036 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:00.155165 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:01.451772 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:21.202672 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:43:22.919630 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:24.973211 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-0a55db56-2d35-491e-8a21-f9023e9dff62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:27.721852 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-80885917-fdcd-474d-9083-3b04fd2b88a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:28.549911 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:30.157824 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:31.454665 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:52.928664 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:54.976190 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c33b6529-e561-4b51-9903-b931733251b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:56.267334 dv-cinder-824895-3-iscsi neutron-server[102498]: DEBUG neutron.wsgi [req-28878d89-1010-47a2-8bb4-34c4c6ee33dc req-e8a9f323-386d-405e-91ff-3f763c27f0f6 service neutron] (102498) timed out ('10.222.0.64', 59570) {{(pid=102498) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 17 21:43:57.722597 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-cd018149-c7ae-466e-93b5-873304afe0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:58.202679 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:43:58.555514 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:00.161305 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:01.457533 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:22.928126 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:24.978548 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-dd577ca6-525f-4e85-b161-0d7a685be4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:27.724440 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-3950f3d4-2440-4832-9b6a-9c0fba4f959a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:28.554248 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:30.163064 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:31.460592 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:35.204096 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:44:52.953184 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:54.983566 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b9ac2061-f039-4136-adbb-bb571bfd369f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:57.726646 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-21b4642b-8eaa-480e-b011-68ef02207696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:58.557713 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:00.165325 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:01.463347 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:12.203639 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:45:22.948839 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:24.986827 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-30e4f304-d1cd-4679-b8be-a98f9065e121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:27.728173 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ce2d6b42-5c8c-4fd2-acdf-85447c9bd30f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:28.560056 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:30.169162 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:31.466903 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:49.203872 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:45:52.947567 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:54.988801 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-fcb04ee3-e10f-4913-bc3f-d5ba7cc2ed83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:57.730679 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-8d2a2104-f143-4a11-9b09-3e3375d90271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:58.563679 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:00.175213 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:01.471991 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:22.967990 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10202abf-4883-4834-9854-ef135fd28470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (fb6a4824-98a1-4114-b283-810c221687ba), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:24.992937 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-8511a87b-7ea7-4320-9eaf-841390f42384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (41e2bf6f-771d-4573-b749-4dbeb088662e), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:26.202247 dv-cinder-824895-3-iscsi neutron-server[102501]: DEBUG neutron.db.agents_db [None req-a05540f6-8d9d-4c0e-ab42-e64eef81d0c3 None None] Agent healthcheck: found 6 active agents {{(pid=102501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:46:27.734989 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b9d85ad6-04f1-48d9-8c9d-a20ce0ed3ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f923f621-66ba-4f4d-973b-4ca4c262dcb5), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:28.565952 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5eaa80f-2165-42e2-b64c-b6e99f6d667e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (cb996fb0-b456-4c35-9668-17d761800f17), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:30.175684 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c590059f-c50c-4d94-98f2-f1c0ab14d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (f6fe479a-fe66-469c-ba29-b49f11e592e6), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:31.468588 dv-cinder-824895-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a4361e9c-2487-4774-a2fd-712e78ead164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789461539350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7877382'] for agent (03fa8527-07e6-4b1a-89ac-8c6bbc8f63b8), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}